-- Logs begin at Thu 2022-10-06 10:26:02 UTC, end at Thu 2022-10-06 11:29:51 UTC. -- Oct 06 10:55:36.344189 dv-cinder-860209-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 06 10:55:38.997792 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.common.config [-] Logging enabled! Oct 06 10:55:38.998379 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev43 Oct 06 10:55:38.998585 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106278) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 06 10:55:39.001814 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.common.config [-] Logging enabled! Oct 06 10:55:39.002073 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev43 Oct 06 10:55:39.002382 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106278) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 06 10:55:39.003325 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 10:55:39.003561 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 10:55:39.004072 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 10:55:39.004324 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 10:55:39.004552 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 10:55:39.004871 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.005168 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.005403 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.005703 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.005994 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.006276 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.006567 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.006867 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.007153 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.007433 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.007715 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.007981 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.008264 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.009074 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.009360 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.009591 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] debug = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.009866 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.010290 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.010697 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.010991 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.011279 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.011556 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.011827 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.012125 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.012409 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.012735 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] host = dv-cinder-860209-2-iscsi {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.013013 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.013299 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.013585 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.013869 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.014141 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.014417 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.014698 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.014972 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.015244 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.015516 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.015803 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.016114 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.016400 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.016624 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.016848 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.017132 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.017420 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.017695 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.017968 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.018239 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.018510 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.018782 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.019056 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.019338 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.019619 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.019928 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.020203 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.020476 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.020746 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.021018 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.021300 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.021571 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.021842 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.022115 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.022400 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.022668 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.022938 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.023239 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.023529 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.023807 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.024713 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.024988 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.025270 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.025542 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.025815 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.026085 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_json = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.026355 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.026624 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.026903 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.027174 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.027706 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.028004 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.028276 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.028558 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.028828 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:39.029123 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.029416 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.029717 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.030001 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.030303 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.030583 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.030869 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.031145 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.031434 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.031724 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.032045 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.032326 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.032626 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.032915 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.033210 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.033519 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.033813 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.034106 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.034382 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.034658 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.034931 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.035210 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.035497 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.035775 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.036084 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.036374 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.036652 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.036947 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.037234 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.037519 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.037812 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.038102 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.038377 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.038655 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.038944 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.039221 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.039493 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.039814 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.040115 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.040386 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.040669 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.040960 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.041249 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.041521 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.041799 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.042086 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.042363 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.042635 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.042907 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.043181 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.043457 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.043745 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.044048 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.044323 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.044596 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.044875 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.045147 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.045421 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.045698 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.045973 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.046251 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.046524 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.046796 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.047068 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.047340 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.047611 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.047908 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.048182 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.048456 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.048732 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.049003 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.049275 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.049547 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.049820 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.050104 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.050401 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.050680 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.050962 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.051241 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.051518 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.051799 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.052100 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.052381 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.052659 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.052934 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.053222 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.053510 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.053796 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.054080 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.054376 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.054673 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.054952 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.055264 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.055538 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.055814 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.056114 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.056399 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.056677 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.056956 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.057240 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.057523 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.057819 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.058118 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.058399 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.058694 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.058989 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.059283 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.059563 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.059898 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.060184 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:39.060406 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 10:55:39.060649 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106278) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 06 10:55:39.440152 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 06 10:55:39.440479 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 06 10:55:39.440749 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 06 10:55:39.440983 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 06 10:55:39.441268 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 06 10:55:39.441596 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 06 10:55:39.766698 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.766998 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.767273 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.768486 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.768768 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.769037 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.822151 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.822429 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.822700 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.839133 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.839418 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.839694 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.866952 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.867233 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.867510 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.904375 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.904654 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:39.904925 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.135050 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.135652 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.135652 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.136718 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.137432 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.233552 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.233873 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.234156 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.234447 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.234697 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.235006 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.235266 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.235523 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.235779 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.236091 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.236352 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.236616 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.236873 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.237125 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.237381 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.237646 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.237900 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.238168 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.238436 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.238695 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.238969 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.239223 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.239510 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.239913 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.240172 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.240421 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.240812 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 10:55:40.241056 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 10:55:40.241298 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 10:55:40.241540 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 10:55:40.241777 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 10:55:40.242016 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 10:55:40.242378 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 06 10:55:40.245985 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 06 10:55:40.249902 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 06 10:55:40.253608 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Oct 06 10:55:40.255225 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 06 10:55:40.255855 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 06 10:55:40.256200 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 06 10:55:40.256592 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 06 10:55:40.259999 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 06 10:55:40.260246 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 06 10:55:40.260590 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 06 10:55:40.265669 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 06 10:55:40.288965 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 06 10:55:40.289412 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.289736 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106278) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 06 10:55:40.290109 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.291457 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106278) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 06 10:55:40.291739 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 06 10:55:40.292006 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 06 10:55:40.302639 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.302924 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:40.416343 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 06 10:55:40.416584 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 06 10:55:40.416820 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 06 10:55:40.417199 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 06 10:55:40.470224 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO dbcounter [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Registered counter for database neutron Oct 06 10:55:40.489831 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_db.sqlalchemy.engines [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106278) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 06 10:55:40.496511 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG dbcounter [-] [106278] Writer thread running {{(pid=106278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 10:55:41.040777 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Initializing driver for type 'gre' Oct 06 10:55:41.041376 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] gre ID ranges: [(1, 1000)] Oct 06 10:55:41.098306 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Initializing driver for type 'local' Oct 06 10:55:41.098681 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Initializing driver for type 'vlan' Oct 06 10:55:41.112305 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] VlanTypeDriver initialization complete Oct 06 10:55:41.112646 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Initializing driver for type 'vxlan' Oct 06 10:55:41.113142 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] vxlan ID ranges: [(1, 1000)] Oct 06 10:55:41.166568 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Initializing extension driver 'port_security' Oct 06 10:55:41.167173 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.extensions.port_security [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] PortSecurityExtensionDriver initialization complete Oct 06 10:55:41.167301 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Initializing mechanism driver 'openvswitch' Oct 06 10:55:41.167703 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Initializing mechanism driver 'hyperv' Oct 06 10:55:41.174195 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.plugin [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:55:41.174860 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > port after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.175234 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.175589 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.176118 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 10:55:41.176537 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > subnet after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.176893 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > subnet after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.177238 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.177628 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 10:55:41.178035 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > network after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.178389 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > network after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.178734 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > network after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.179119 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 10:55:41.179525 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > security_group after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.179898 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > security_group after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.180242 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.180629 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 10:55:41.181034 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.181381 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.181722 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.182238 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 10:55:41.182641 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > address_group after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.182992 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > address_group after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.183335 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.183725 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 10:55:41.184189 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] ML2 OVO RPC backend initialized. {{(pid=106278) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 06 10:55:41.184883 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.185240 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.185654 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > network before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.186007 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > networks before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.186355 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > port before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.186698 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > ports before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.187048 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > subnet before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.187396 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > subnets before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.187744 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > network after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.188118 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > network after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.188460 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > network after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.188799 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > port after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.189137 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.189476 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.189812 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > subnet after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.190148 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > subnet after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.190483 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.198054 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded quota_driver: . Oct 06 10:55:41.198416 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.plugin [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Modular L2 Plugin initialization complete Oct 06 10:55:41.198764 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading services supported by the core plugin {{(pid=106278) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 06 10:55:41.199111 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Got port-security extension from driver 'port_security' Oct 06 10:55:41.199585 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.extensions.vlantransparent [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Disabled vlantransparent extension. Oct 06 10:55:41.200097 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106278) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 06 10:55:41.200425 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading Plugin: router Oct 06 10:55:41.236002 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.236395 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router after_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.236768 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router before_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.237132 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.237507 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.237864 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router after_delete 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.238228 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.238577 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.238937 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router after_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.239285 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router after_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.239634 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router after_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.240006 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.240368 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router after_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.240783 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.241157 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.241496 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.241835 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: subnet after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.242179 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.242526 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.242901 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.243246 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: port before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.243595 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.243977 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router after_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.244323 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.244675 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.245039 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.245388 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.245756 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > agent after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.246108 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > agent after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.246454 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > network after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.247291 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Tracking information for resource: router configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 10:55:41.247624 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Tracking information for resource: floatingip configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 10:55:41.252491 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.db.l3_agentschedulers_db [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 06 10:55:41.253061 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.253422 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: port after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.253775 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.254128 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.254902 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router before_create 55550100 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.255264 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.255623 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_create 55550100 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.256002 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > router precommit_update 55550100 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.261389 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.services.provider_configuration [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service providers = [] {{(pid=106278) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 06 10:55:41.261753 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.db.servicetype_db [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106278) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 06 10:55:41.264677 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.services.service_base [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 10:55:41.265029 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.services.service_base [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 10:55:41.265372 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.services.service_base [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 10:55:41.266249 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.services.service_base [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 10:55:41.266622 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.services.service_base [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 06 10:55:41.267000 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 10:55:41.267319 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 06 10:55:41.279755 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 10:55:41.280119 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading Plugin: auto_allocate Oct 06 10:55:41.285767 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: network precommit_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.286136 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: network precommit_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.286662 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 10:55:41.286983 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading Plugin: tag Oct 06 10:55:41.293720 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 10:55:41.293998 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading Plugin: timestamp Oct 06 10:55:41.297995 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 10:55:41.298326 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading Plugin: network_ip_availability Oct 06 10:55:41.303722 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.304130 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.304490 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.305301 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 10:55:41.305629 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading Plugin: flavors Oct 06 10:55:41.310250 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 10:55:41.310586 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading Plugin: revisions Oct 06 10:55:41.317050 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 10:55:41.317702 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.876s {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 06 10:55:41.319073 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106278) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 06 10:55:41.319644 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Initializing extension manager. Oct 06 10:55:41.320529 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: __init__.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.321637 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: __pycache__ {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.322087 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: address_group.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.323197 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.323772 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: address-group Oct 06 10:55:41.324126 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: address_scope.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.324809 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.325316 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: address-scope Oct 06 10:55:41.325638 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.326521 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.327028 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: router-admin-state-down-before-update Oct 06 10:55:41.327349 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: agent.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.328067 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.328578 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: agent Oct 06 10:55:41.328899 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: agent_resources_synced.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.329764 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.330270 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: agent-resources-synced Oct 06 10:55:41.330593 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: allowedaddresspairs.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.332372 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.332901 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: allowed-address-pairs Oct 06 10:55:41.333231 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: auto_allocated_topology.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.334265 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.334781 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: auto-allocated-topology Oct 06 10:55:41.335107 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: availability_zone.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.335767 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.336304 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: availability_zone Oct 06 10:55:41.337345 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: availability_zone_filter.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.338217 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.338734 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: availability_zone_filter Oct 06 10:55:41.339061 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: data_plane_status.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.339956 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.340461 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension data-plane-status not supported by any of loaded plugins Oct 06 10:55:41.340784 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: default_subnetpools.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.341650 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.342159 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: default-subnetpools Oct 06 10:55:41.342481 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.343248 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.343759 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: dhcp_agent_scheduler Oct 06 10:55:41.344106 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: dns.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.344971 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.345475 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension dns-integration not supported by any of loaded plugins Oct 06 10:55:41.345796 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: dns_domain_ports.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.346656 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.347162 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 06 10:55:41.347486 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.348389 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.348893 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 06 10:55:41.349213 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: dvr.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.349841 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.350343 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: dvr Oct 06 10:55:41.350661 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: ecmp_routes.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.351520 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.352062 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 06 10:55:41.352384 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: empty_string_filtering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.353238 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.353738 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: empty-string-filtering Oct 06 10:55:41.354057 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.354915 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.355410 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 06 10:55:41.355729 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.356620 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.357120 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 06 10:55:41.357440 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: external_net.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.358299 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.358803 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: external-net Oct 06 10:55:41.359123 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.360135 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.360641 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: extra_dhcp_opt Oct 06 10:55:41.360962 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: extraroute.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.361825 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.362336 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: extraroute Oct 06 10:55:41.362659 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: extraroute_atomic.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.363634 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.364168 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: extraroute-atomic Oct 06 10:55:41.364491 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: filter_validation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.365114 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.365616 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: filter-validation Oct 06 10:55:41.365934 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: fip_pf_description.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.366796 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.367293 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 06 10:55:41.367612 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: fip_pf_detail.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.368759 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.369263 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 06 10:55:41.369581 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: fip_pf_port_range.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.370449 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.370947 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 06 10:55:41.371265 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: fip_port_details.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.372150 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.372658 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: fip-port-details Oct 06 10:55:41.372977 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: flavors.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.374152 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.374671 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: flavors Oct 06 10:55:41.374995 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.376625 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.377152 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 06 10:55:41.377489 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: floatingip_pools.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.378156 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.378673 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: floatingip-pools Oct 06 10:55:41.379003 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: ip_allocation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.380004 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.380512 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension ip_allocation not supported by any of loaded plugins Oct 06 10:55:41.380838 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.381725 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.382234 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: ip-substring-filtering Oct 06 10:55:41.382559 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l2_adjacency.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.384106 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.384614 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 06 10:55:41.384940 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.385866 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.386380 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: router Oct 06 10:55:41.386708 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.389105 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.389633 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 06 10:55:41.390289 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.390828 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.391345 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: ext-gw-mode Oct 06 10:55:41.391675 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.392592 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.393106 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: l3-ha Oct 06 10:55:41.393434 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.394301 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.394809 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 06 10:55:41.395137 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3_flavors.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.396029 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.396541 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: l3-flavors Oct 06 10:55:41.396867 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.398188 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.398712 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 06 10:55:41.399667 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.400638 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.401160 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 06 10:55:41.401486 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: l3agentscheduler.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.402760 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.403270 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: l3_agent_scheduler Oct 06 10:55:41.403598 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: local_ip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.405327 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.405851 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension local_ip not supported by any of loaded plugins Oct 06 10:55:41.406182 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: logging.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.407600 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.408155 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension logging not supported by any of loaded plugins Oct 06 10:55:41.408493 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: metering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.409203 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.409785 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: metering Oct 06 10:55:41.410114 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.411143 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.411661 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: metering_source_and_destination_fields Oct 06 10:55:41.412025 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: multiprovidernet.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.412910 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.413432 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: multi-provider Oct 06 10:55:41.413760 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: netmtu.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.414671 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.415437 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: net-mtu Oct 06 10:55:41.415769 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: netmtu_writable.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.416676 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.417184 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: net-mtu-writable Oct 06 10:55:41.417509 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: network_availability_zone.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.418141 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.418645 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: network_availability_zone Oct 06 10:55:41.418975 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: network_ip_availability.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.420057 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.420571 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: network-ip-availability Oct 06 10:55:41.420898 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: network_segment_range.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.421620 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.422125 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension network-segment-range not supported by any of loaded plugins Oct 06 10:55:41.422452 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: pagination.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.423379 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.423708 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: pagination Oct 06 10:55:41.424051 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: port_device_profile.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.424921 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.425431 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: port-device-profile Oct 06 10:55:41.425753 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: port_mac_address_override.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.426622 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.427131 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: port-mac-override Oct 06 10:55:41.427454 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.428357 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.428869 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: port-mac-address-regenerate Oct 06 10:55:41.429189 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.430059 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.430727 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: port-numa-affinity-policy Oct 06 10:55:41.431050 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: port_resource_request.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.431935 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.432435 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension port-resource-request not supported by any of loaded plugins Oct 06 10:55:41.432757 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: port_resource_request_groups.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.433682 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.434183 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 06 10:55:41.434504 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: portbindings.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.435381 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.435918 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: binding Oct 06 10:55:41.436243 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: portbindings_extended.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.437455 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.437977 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: binding-extended Oct 06 10:55:41.438305 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: portsecurity.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.439183 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.439699 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: port-security Oct 06 10:55:41.440046 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: project_id.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.441160 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.441491 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: project-id Oct 06 10:55:41.441815 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: providernet.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.442687 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.443198 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: provider Oct 06 10:55:41.443522 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.447555 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.448100 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos not supported by any of loaded plugins Oct 06 10:55:41.448435 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.449651 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.450172 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 06 10:55:41.450499 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.451376 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.451917 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 06 10:55:41.452245 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_default.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.453110 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.453625 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-default not supported by any of loaded plugins Oct 06 10:55:41.453948 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_fip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.454821 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.455336 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-fip not supported by any of loaded plugins Oct 06 10:55:41.455659 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.456548 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.457057 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 06 10:55:41.457378 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_gateway_ip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.458253 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.458762 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 06 10:55:41.459082 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_port_network_policy.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.459985 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.460498 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 06 10:55:41.460818 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.462434 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.462948 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 06 10:55:41.463270 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.464283 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.464798 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 06 10:55:41.465121 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_pps_rule.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.466241 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.466753 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-pps not supported by any of loaded plugins Oct 06 10:55:41.467078 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_rule_type_details.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.467980 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.468485 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 06 10:55:41.468807 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.469678 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.470179 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 06 10:55:41.470500 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: qos_rules_alias.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.471489 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.472015 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 06 10:55:41.472339 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: quota_check_limit.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.473199 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.473709 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: quota-check-limit Oct 06 10:55:41.474030 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: quotasv2.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.474913 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.475238 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: quotas Oct 06 10:55:41.475554 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: quotasv2_detail.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.477238 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.477576 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: quota_details Oct 06 10:55:41.477909 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: rbac.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.478910 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.479439 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: rbac-policies Oct 06 10:55:41.479770 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: rbac_address_group.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.480669 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.481182 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: rbac-address-group Oct 06 10:55:41.481509 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: rbac_address_scope.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.482462 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.482977 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: rbac-address-scope Oct 06 10:55:41.483316 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: rbac_security_groups.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.484207 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.484718 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: rbac-security-groups Oct 06 10:55:41.485044 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: rbac_subnetpool.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.485908 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.486420 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: rbac-subnetpool Oct 06 10:55:41.486746 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: revisionifmatch.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.487624 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.488163 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: revision-if-match Oct 06 10:55:41.488488 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: revisions.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.489557 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.490067 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: standard-attr-revisions Oct 06 10:55:41.490392 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: router_availability_zone.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.491025 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.491534 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: router_availability_zone Oct 06 10:55:41.491877 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: routerservicetype.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.492786 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.493294 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension router-service-type not supported by any of loaded plugins Oct 06 10:55:41.493617 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.494485 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.494995 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: security-groups-normalized-cidr Oct 06 10:55:41.495318 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.496220 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.496732 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: port-security-groups-filtering Oct 06 10:55:41.497053 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.497929 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.498441 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: security-groups-remote-address-group Oct 06 10:55:41.498763 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.499647 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.500189 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: security-groups-shared-filtering Oct 06 10:55:41.500513 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: securitygroup.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.510756 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.511286 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: security-group Oct 06 10:55:41.511618 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: segment.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.512328 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.512840 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension segment not supported by any of loaded plugins Oct 06 10:55:41.513165 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.514053 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.514566 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 06 10:55:41.514893 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: servicetype.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.515964 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.516484 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: service-type Oct 06 10:55:41.516810 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: sorting.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.517753 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.518088 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: sorting Oct 06 10:55:41.518414 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: standard_attr_segment.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.519303 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.519825 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 06 10:55:41.520171 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: standardattrdescription.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.520787 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.521304 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: standard-attr-description Oct 06 10:55:41.521631 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: stateful_security_group.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.522519 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.523043 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: stateful-security-group Oct 06 10:55:41.523366 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: stdattrs_common.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.524525 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 06 10:55:41.524888 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.525810 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.526326 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 06 10:55:41.526651 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: subnet_onboard.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.527953 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.528477 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: subnet_onboard Oct 06 10:55:41.528806 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.529707 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.530217 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 06 10:55:41.530543 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: subnet_service_types.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.531421 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.531956 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: subnet-service-types Oct 06 10:55:41.532281 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: subnetallocation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.533304 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.533823 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: subnet_allocation Oct 06 10:55:41.534151 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.534782 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.535292 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: subnetpool-prefix-ops Oct 06 10:55:41.535615 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.536535 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.537048 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 06 10:55:41.537375 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: tagging.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.538392 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.538906 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: standard-attr-tag Oct 06 10:55:41.539238 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: timestamp.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.540453 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.540964 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loaded extension: standard-attr-timestamp Oct 06 10:55:41.541289 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: trunk.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.542265 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.542779 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension trunk not supported by any of loaded plugins Oct 06 10:55:41.543105 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: trunk_details.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.544043 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.544517 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension trunk-details not supported by any of loaded plugins Oct 06 10:55:41.544842 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: uplink_status_propagation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.545713 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.546221 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 06 10:55:41.546545 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Loading extension file: vlantransparent.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 10:55:41.547172 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 10:55:41.547678 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 06 10:55:41.550288 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:network Oct 06 10:55:41.550810 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:subnet Oct 06 10:55:41.551210 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 10:55:41.551602 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:port Oct 06 10:55:41.552920 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.553363 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service FLAVORS assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.553977 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.554419 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.554758 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:router Oct 06 10:55:41.555213 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:floatingip Oct 06 10:55:41.555710 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service METERING assigned prefix: /metering {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.557180 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.557557 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.557912 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 10:55:41.558905 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of CountableResource for resource:rbac_policy Oct 06 10:55:41.559342 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:security_group Oct 06 10:55:41.559778 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 06 10:55:41.560342 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service CORE assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.560676 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 10:55:41.561024 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] subnetpool is already registered Oct 06 10:55:41.561446 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service CORE assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.561782 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 10:55:41.562117 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] subnetpool is already registered Oct 06 10:55:41.564556 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.565008 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service FLAVORS assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.565636 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.566185 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.566521 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:router Oct 06 10:55:41.566874 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] router is already registered Oct 06 10:55:41.567298 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:floatingip Oct 06 10:55:41.567661 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] floatingip is already registered Oct 06 10:55:41.568148 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service METERING assigned prefix: /metering {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.568863 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of CountableResource for resource:rbac_policy Oct 06 10:55:41.569196 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] rbac_policy is already registered Oct 06 10:55:41.569623 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:security_group Oct 06 10:55:41.569970 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] security_group is already registered Oct 06 10:55:41.570383 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 06 10:55:41.570718 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] security_group_rule is already registered Oct 06 10:55:41.571942 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service CORE assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.572272 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 10:55:41.572606 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] subnetpool is already registered Oct 06 10:55:41.573027 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Service CORE assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 10:55:41.573351 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 10:55:41.573681 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] subnetpool is already registered Oct 06 10:55:41.574147 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: extensions {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.575732 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: address-groups {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.577284 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: address-scopes {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.578524 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: agents {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.579724 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: auto-allocated-topology {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.582257 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: availability_zones {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.583502 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: dhcp-networks {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.584989 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: dhcp-agents {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.587180 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: routers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.589101 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: flavors {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.590284 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: service_profiles {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.591603 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: next_providers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.593120 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: service_profiles {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.594594 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: floatingip-pools {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.595885 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: routers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.597744 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: floatingips {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.598996 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: l3-routers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.600446 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: l3-agents {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.602008 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: metering-labels {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.603324 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: metering-label-rules {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.604714 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: network-ip-availabilities {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.606087 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: bindings {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.607678 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: quotas {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.609300 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: quotas {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.610954 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: rbac-policies {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.612197 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: security-groups {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.613417 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: security-group-rules {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.614679 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: service-providers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.616038 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: subnetpools {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.617405 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: subnetpools {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.619409 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.621240 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.622993 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.624938 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.626661 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.628578 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.630404 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.632284 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.634774 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.636702 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 10:55:41.643671 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING keystonemiddleware.auth_token [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 06 10:55:41.648726 dv-cinder-860209-2-iscsi neutron-server[106278]: WARNING keystonemiddleware.auth_token [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 06 10:55:41.657971 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Acquiring lock "singleton_lock" {{(pid=106278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 06 10:55:41.658302 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Acquired lock "singleton_lock" {{(pid=106278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 06 10:55:41.658773 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Releasing lock "singleton_lock" {{(pid=106278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 06 10:55:41.659432 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO oslo_service.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Starting 2 workers Oct 06 10:55:41.664174 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Started child 106389 {{(pid=106278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 10:55:41.668604 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Started child 106390 {{(pid=106278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 10:55:41.669651 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:41.670286 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO neutron.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 06 10:55:41.670784 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:41.671161 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [-] (106389) wsgi starting up on http://0.0.0.0:9696 Oct 06 10:55:41.673222 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO oslo_service.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Starting 1 workers Oct 06 10:55:41.673445 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:41.674841 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [-] (106390) wsgi starting up on http://0.0.0.0:9696 Oct 06 10:55:41.678327 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Started child 106391 {{(pid=106278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 10:55:41.678874 dv-cinder-860209-2-iscsi neutron-server[106278]: INFO oslo_service.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Starting 1 workers Oct 06 10:55:41.682680 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] calling RpcWorker wait() {{(pid=106391) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 06 10:55:41.683219 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] returning from RpcWorker wait() {{(pid=106391) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 06 10:55:41.684112 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Started child 106392 {{(pid=106278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 10:55:41.684861 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-7101f426-b467-490e-93ed-8b73e59e5758 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:41.684960 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:41.685405 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:55:41.686713 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106278) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 06 10:55:41.686926 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 10:55:41.687107 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 10:55:41.687341 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 10:55:41.687672 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 10:55:41.687882 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 10:55:41.688385 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.688655 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.688872 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:41.689326 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.689326 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.689739 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.689830 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:55:41.690002 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.690254 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.690537 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.690784 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.690951 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.691116 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.691357 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.691587 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.691937 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.692263 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.692470 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.692694 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.692863 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.693101 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.693356 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.693609 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.693891 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] debug = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.694154 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.694637 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.694878 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.695117 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.695363 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.695632 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.696462 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.696887 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.697151 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.697368 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.697606 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.697876 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.698127 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.698379 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.698611 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.698884 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.699134 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.699625 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] host = dv-cinder-860209-2-iscsi {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.699887 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.700126 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.700359 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.700605 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.700848 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.701083 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.701338 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.701589 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.701848 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.702069 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.702349 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.702567 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.702808 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.703044 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.703210 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_options = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.703442 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.703734 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.704025 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.704211 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.704382 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.704547 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.704795 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.704960 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.705206 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.705440 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.705659 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.705874 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.706110 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.706344 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.706605 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.706839 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.707051 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.707279 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.707531 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.707884 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.708067 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.708298 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.708542 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.708744 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.709191 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.709433 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.709681 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.709897 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.710110 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.710343 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.710612 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.710857 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.711129 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.711355 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.712847 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.713021 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.713989 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.713989 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.713989 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.713989 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.714562 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.714881 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.715536 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.715536 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.715759 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.716044 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.716315 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_json = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.716534 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.716749 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.716997 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.717236 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.717447 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.717665 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.717879 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.718128 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.718368 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.718745 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.720032 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.720411 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.720699 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.720963 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.721234 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.721522 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.721784 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.722058 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.722334 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.722678 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.722917 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.723243 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.723513 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.723802 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.725952 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.726299 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.726881 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.727484 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.730505 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.731303 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.734513 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.734829 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.735085 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.735350 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.735631 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.735896 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.736252 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.736534 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.740121 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.740561 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.740916 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.741174 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.741436 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.741669 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.741950 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.742175 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.742395 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.742619 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.743364 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.743630 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.743899 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.744133 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.744508 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.744701 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.744934 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.745159 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.745454 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.745710 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.746049 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.746272 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.746509 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.746731 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.746958 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.747207 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.747423 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.747689 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.747947 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.748202 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.748545 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.748803 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.749001 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.749230 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.749470 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.749682 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.749915 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.750131 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.750341 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.750580 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.750794 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.751003 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.751214 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.751427 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.751637 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.751880 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.752091 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.752323 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.752537 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.752748 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.752964 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.753173 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.753382 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.753618 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.753827 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.754037 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.754274 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.754516 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.754751 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.754973 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.755190 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.755417 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.755646 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.755992 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.756239 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.756495 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.756729 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.757009 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.757200 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.757457 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.757673 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.757889 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.758119 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.759049 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.759286 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.759515 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761064 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761064 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761064 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761064 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761064 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761064 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761064 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761625 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761625 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761774 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.761956 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.762201 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.762464 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.762716 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.762947 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.763160 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.763387 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.763656 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.763930 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.764181 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.764457 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.764708 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.764964 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.765269 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.765531 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.765790 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.766041 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.766280 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.766552 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.766807 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.767065 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.767298 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.767548 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.767800 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.768057 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.768280 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.768494 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.768717 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.769034 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.769278 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.769508 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.769737 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.770000 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.770254 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.770490 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.770764 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.771165 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.771429 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.771680 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.771929 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.772159 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.772377 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.772599 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.772804 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.773024 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.773265 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.773501 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.773701 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.773987 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.774194 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.774440 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.774678 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.774890 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.775103 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.775343 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.775584 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.775796 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.776030 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.776269 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.776486 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.776701 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.776938 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.777199 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.777688 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.777927 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.778213 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.778463 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.778677 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.778903 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.779155 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.779389 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.779603 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.779862 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.780108 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.780322 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.780533 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.780768 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.780978 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.781207 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.781432 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.781644 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.781897 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.782135 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.782483 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.782742 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.782985 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.783244 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.783502 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.783740 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.783963 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.784201 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.784454 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.784664 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.784892 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.785140 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.785375 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.785616 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.785834 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.786057 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.786268 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.786485 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.786740 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.786977 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.787202 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.787423 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.787644 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.787883 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.788103 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.788318 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.788533 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.788742 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.788950 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.789179 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.789387 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.789638 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.789967 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.790218 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.790446 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.791427 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.791427 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.791427 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.791427 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.791739 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.791814 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.792000 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.792215 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.792423 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.792669 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.792898 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.793106 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.793324 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.793537 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.793681 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:55:41.793799 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.793954 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.794208 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.794366 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.794584 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.794797 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.795003 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.795257 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.795464 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.795668 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.795904 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.796124 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.796351 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.796597 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.796805 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.797012 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.797230 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.797444 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.797678 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.797983 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.798231 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.798447 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.798730 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.798956 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.799192 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.799408 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.800081 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.800081 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.800242 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.800373 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.800584 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.800803 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.801069 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.801388 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.801666 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.801911 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.802163 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.802443 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.802715 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.802985 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.803215 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.803508 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.803814 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.804107 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.804365 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.804597 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.804842 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.805082 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.805825 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.806078 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.806461 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.806680 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.806944 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.807173 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.807401 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.807614 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.807881 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.808091 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.808350 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.808556 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.808788 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.808998 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.809154 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 10:55:41.809691 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106278) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 06 10:55:41.809859 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 10:55:41.810011 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 10:55:41.810177 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 10:55:41.810344 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 10:55:41.810494 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 10:55:41.810696 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.810859 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.811018 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.811177 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.811370 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.811534 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.811692 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.811923 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.812013 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.812168 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.812324 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.812482 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.812637 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.812795 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.812951 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.813106 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.813262 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.813423 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.813579 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.813736 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.813892 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.814048 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] debug = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.814407 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.814407 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.814583 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.814717 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.814872 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.815028 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.815183 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.815338 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.815494 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.815650 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.815805 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.815990 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.816147 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.816320 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.816456 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.816613 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.816769 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.816925 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] host = dv-cinder-860209-2-iscsi {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.817082 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.817238 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.817392 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.817549 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.817705 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.817860 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.818015 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.818174 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.818328 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.818484 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.818639 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.818794 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.818948 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.819104 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.819259 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_options = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.819439 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.819593 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.819748 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.819951 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.820112 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.820268 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.820423 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.820579 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.820756 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.821691 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.821896 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.822121 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.822308 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.822519 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.822519 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.822785 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.822921 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.823057 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.823193 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.823331 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.823974 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.823974 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.823974 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.823974 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.823974 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.824291 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.824291 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.824410 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.824637 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.824730 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.824856 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.825020 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.825164 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.825292 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.825439 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.825594 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.825740 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.825878 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.826039 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.826208 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.826348 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.826486 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.826622 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.826758 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.826894 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.827053 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.827197 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_json = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.827354 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.827507 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.827647 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.827783 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.827959 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.828114 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.828245 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.828405 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.828560 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 10:55:41.828737 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.828896 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.829065 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.829224 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.829406 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.829540 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.829698 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.829857 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.830016 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.830199 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.830325 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.830483 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.830652 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.830810 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.830967 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.831128 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.831287 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.831446 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.831605 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.831763 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.831940 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.832099 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.832265 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.832424 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.832582 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.832739 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.832898 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.833065 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.833223 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.833388 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.833561 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.833719 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.833878 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.834035 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.834195 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.834353 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.834512 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.834671 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.834830 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.834989 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.835147 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.835306 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.835464 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.835621 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.835780 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.835958 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.836117 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.836276 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.836481 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.836704 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.837242 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.837242 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.837242 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.837478 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.837557 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.837645 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.837797 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.837966 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.838124 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.838284 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.838441 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.838599 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.838757 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.838915 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.839073 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.839229 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.839387 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.839545 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.839716 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.839893 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.840054 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.840211 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.840371 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.840531 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.840688 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.840847 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.841005 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.841163 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.841321 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.841478 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.841636 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.841793 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.841952 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.842109 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.842268 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.842425 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.842583 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.842741 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.842897 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.843055 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.843214 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.843380 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.843554 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.843713 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.843889 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.844049 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.844207 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.844366 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.844523 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.844680 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.844838 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.844996 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.845153 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.845311 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.845470 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.845627 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.845783 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.845941 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.846097 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.846258 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.846399 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.846556 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.846713 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.846870 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.847027 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.847185 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.847341 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.847498 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.847656 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.847813 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.847989 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.848148 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.848309 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.848477 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.848634 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.848794 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.848952 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.849117 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.849282 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.849441 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.849599 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.849758 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.849915 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.850072 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.850230 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.850389 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.850546 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.850704 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.850862 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.851030 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.851188 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.851348 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.851506 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.851687 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.851878 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.852074 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.852222 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.852376 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.852537 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.852681 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.852839 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.852997 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.853154 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.853312 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.853470 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.853629 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.853787 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.853944 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.854102 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.854260 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.854419 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.854576 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.854735 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.854893 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.855051 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.855209 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.855365 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.855521 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.855679 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.855857 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.856017 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.856176 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.856333 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.856491 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.856648 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.856804 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.856961 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.857118 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.857275 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.857431 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.857592 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.857750 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.857910 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.858076 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.858763 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.858763 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.858763 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.858763 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.859065 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.859065 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.859208 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.859291 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.859395 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.859553 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.859712 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.859893 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.860053 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.860212 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.860386 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.860545 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.860702 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.860862 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.861021 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.861179 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.861337 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.861496 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.861653 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.861810 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.861970 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.862128 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.862284 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.862443 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.862600 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.862758 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.862916 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.863072 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.863233 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.863391 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.863548 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.863707 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.863887 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.864050 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.864209 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.864368 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.864525 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.864682 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.864839 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.864997 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.865154 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.865313 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.865483 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.865641 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.865800 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.865957 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.866115 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.866284 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.866428 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.866585 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.866743 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.866900 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.867057 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.867202 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.867369 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.867528 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.868241 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.868409 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.868565 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.868728 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.868895 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.869055 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.869213 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.869370 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.869528 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.869685 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.869851 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.870010 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.870167 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.870325 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.870483 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.870644 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.870797 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.870955 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.871112 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.871269 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.871426 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.871583 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.871749 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.871930 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.872090 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.872255 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.872413 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.872571 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.872728 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.872900 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.873057 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.873216 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.873373 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.873531 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.873688 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.873847 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.874009 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.874176 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.874338 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.874497 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.874664 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.874832 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.874997 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.875155 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.875319 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.875489 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.875646 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.875804 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.875984 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.876142 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.876302 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.876460 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.876617 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.876775 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.876932 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.877111 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.877347 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.877482 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.877566 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.877707 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.877865 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.878021 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.878179 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.878336 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.878493 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 10:55:41.878649 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 10:55:42.029542 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 53782) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:55:42.037323 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054636 Oct 06 10:55:42.042001 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0040658 Oct 06 10:55:51.161411 dv-cinder-860209-2-iscsi neutron-server[106278]: DEBUG dbcounter [-] [106278] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:55:53.272261 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writer thread running {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 10:55:53.274804 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc442304-3e8b-4105-bdbb-3baac6455bf6 None None] get_active_networks_info from dv-cinder-860209-2-iscsi {{(pid=106391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 06 10:55:53.387255 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc442304-3e8b-4105-bdbb-3baac6455bf6 None None] No non-hosted networks {{(pid=106391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 06 10:55:53.393683 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a740da5d-17f8-4c44-97e4-899ffbb09d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587924'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:54.965553 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writer thread running {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 10:55:55.537244 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-69944349-7ac5-43ad-9522-4b7da2b7fd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587924'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:55.571481 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-6843d2c1-bc1c-4e32-bb1d-5865a9a248aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:57.079602 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587924'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:57.378141 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53854) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:55:57.983146 dv-cinder-860209-2-iscsi neutron-server[106390]: WARNING oslo_policy.policy [None req-13db32d9-c14e-4fcc-a959-5e37c7bf95b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 10:55:57.984100 dv-cinder-860209-2-iscsi neutron-server[106390]: WARNING oslo_policy.policy [None req-13db32d9-c14e-4fcc-a959-5e37c7bf95b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 10:55:58.217266 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [None req-13db32d9-c14e-4fcc-a959-5e37c7bf95b1 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 10:55:58.236817 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-13db32d9-c14e-4fcc-a959-5e37c7bf95b1 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8563108 Oct 06 10:55:58.478543 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.db.l3_hamode_db [None req-0246da7e-0c8a-44c4-8ce2-12d34429a0f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 06 10:55:58.568249 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587924'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:55:58.568987 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.569267 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.569658 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.570074 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.570829 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.571294 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.572301 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.573015 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.573899 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.574862 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.575343 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.576110 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.576573 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.577244 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.578170 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:55:58.578679 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860209-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:55:58.591875 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246da7e-0c8a-44c4-8ce2-12d34429a0f5 None None] Routers set() bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 10:55:58.592715 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246da7e-0c8a-44c4-8ce2-12d34429a0f5 None None] Router IDs set() for agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 06 10:55:58.598297 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860209-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:55:58.762672 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587924'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:00.920268 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53892) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:01.241254 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-0d396f27-77e5-4943-bc8b-752cef2a95ce admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:56:01.253455 dv-cinder-860209-2-iscsi neutron-server[106390]: ERROR stevedore.extension [None req-0d396f27-77e5-4943-bc8b-752cef2a95ce admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 06 10:56:01.335497 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.policy [None req-0d396f27-77e5-4943-bc8b-752cef2a95ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106390) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 06 10:56:01.378158 dv-cinder-860209-2-iscsi neutron-server[106390]: WARNING oslo_policy.policy [None req-0d396f27-77e5-4943-bc8b-752cef2a95ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 10:56:01.378511 dv-cinder-860209-2-iscsi neutron-server[106390]: WARNING oslo_policy.policy [None req-0d396f27-77e5-4943-bc8b-752cef2a95ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 10:56:01.399329 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writer thread running {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 10:56:01.478394 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0d396f27-77e5-4943-bc8b-752cef2a95ce admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736551220166', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736551220698', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736551236286', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736551244287', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736551241332', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736551249860', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-694495', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2084233', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2029186'] for rbac-policy (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:01.548066 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0d396f27-77e5-4943-bc8b-752cef2a95ce admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:01.549257 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0d396f27-77e5-4943-bc8b-752cef2a95ce admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6280050 Oct 06 10:56:04.132952 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53902) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:04.454435 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:56:04.484363 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Made reservation on behalf of 7f87007362fc43378dacfe7a12000392 for: {'network': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 10:56:04.488633 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:04.507575 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:04.621376 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Publish callbacks [] for security_group (6fe30d50-85fd-452f-8629-664f22b4b70d), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:04.626073 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6fe30d50-85fd-452f-8629-664f22b4b70d), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:04.650324 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 461} {{(pid=106390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 10:56:04.686343 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736554047443', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (338a1cb5-197a-4c52-8aad-58d8c243a73f), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:04.686917 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Unsubscribe: segment precommit_create {{(pid=106390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 06 10:56:04.687436 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.segments_db [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Added segment 338a1cb5-197a-4c52-8aad-58d8c243a73f of type vlan for network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 Oct 06 10:56:04.704619 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe30d50-85fd-452f-8629-664f22b4b70d,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:04.754399 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.754747 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.755089 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.755432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.755758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.756112 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.756432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.756749 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.757065 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.757392 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.757698 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.758084 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.758403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.758716 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.759026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Tracked resource versions report: Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: pushed versions: Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: { 'AddressGroup': {'1.2'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Agent': {'1.1'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'ConntrackHelper': {'1.0'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'LocalIPAssociation': {'1.0'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Log': {'1.0'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'NDPProxy': {'1.0'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Network': {'1.1'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Port': {'1.7'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'PortForwarding': {'1.3'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'QosPolicy': {'1.10'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SecurityGroup': {'1.5'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SecurityGroupRule': {'1.2'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SubPort': {'1.0'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Subnet': {'1.1'}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Trunk': {'1.1'}} Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: consumer versions: Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: { DHCP agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: L3 agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: Metadata agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: Metering agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: Open vSwitch agent@dv-cinder-860209-2-iscsi: { 'AddressGroup': '1.2', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Agent': '1.1', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'ConntrackHelper': '1.0', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'LocalIPAssociation': '1.0', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Log': '1.0', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'NDPProxy': '1.0', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Network': '1.1', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Port': '1.7', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'PortForwarding': '1.3', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'QosPolicy': '1.10', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SecurityGroup': '1.5', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SecurityGroupRule': '1.2', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SubPort': '1.0', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Subnet': '1.1', Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Trunk': '1.1'}} Oct 06 10:56:04.760530 dv-cinder-860209-2-iscsi neutron-server[106390]: {{(pid=106390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 10:56:04.791621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (d489c4c7-0abf-4c75-bee5-e3a2420f0e36), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:04.832405 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (d489c4c7-0abf-4c75-bee5-e3a2420f0e36), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:04.838114 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:56:04.838842 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:04.857475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:04.941418 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8073015 Oct 06 10:56:04.967104 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175150e-1895-407f-8d40-979dd28287f1 demo demo] Pushing event updated for resources: {'Network': ['ID=d489c4c7-0abf-4c75-bee5-e3a2420f0e36,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:04.980591 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 10:56:07.667011 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53916) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:08.107384 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e0a9f-4f24-450a-8c4f-e3d373b0e1ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:56:08.108809 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-c72e0a9f-4f24-450a-8c4f-e3d373b0e1ac demo admin] 10.222.0.52 "GET /networking/v2.0/networks/d489c4c7-0abf-4c75-bee5-e3a2420f0e36 HTTP/1.1" status: 200 len: 825 time: 0.4408295 Oct 06 10:56:08.135232 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-60e4696d-4166-45a8-abd8-c600ff225684 demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/71d75484-211f-4f05-a19e-47532edb2f15 HTTP/1.1" status: 200 len: 734 time: 0.0203822 Oct 06 10:56:08.143977 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Request body: {'subnet': {'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '71d75484-211f-4f05-a19e-47532edb2f15', 'gateway_ip': '172.20.0.1'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:56:08.165442 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Made reservation on behalf of 7f87007362fc43378dacfe7a12000392 for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 10:56:08.167753 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:08.306887 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:08.459003 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (980fbfc3-342b-4548-b8a6-ec574808f5ff), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:08.530493 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=980fbfc3-342b-4548-b8a6-ec574808f5ff,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:08.536087 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Checking segment: {'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 10:56:08.536461 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Network hostable DHCP agents. Network: d489c4c7-0abf-4c75-bee5-e3a2420f0e36, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 10:56:08.557185 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 10:56:08.567801 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, d489c4c7-0abf-4c75-bee5-e3a2420f0e36) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 10:56:08.573158 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:56:08.573750 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:08.578364 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01cad4a-03e3-4bd8-969c-0329df06a1ab None None] Network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 10:56:08.590403 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6e7b3a2c-4af0-485a-89a2-3b9f300504e0 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4497478 Oct 06 10:56:08.845092 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-d489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'project_id': '7f87007362fc43378dacfe7a12000392', 'fixed_ips': [{'subnet_id': '980fbfc3-342b-4548-b8a6-ec574808f5ff'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 10:56:08.846466 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:09.101933 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=64,neutron:INSERT=36 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:09.128337 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Allocated IP 172.20.0.2 (d489c4c7-0abf-4c75-bee5-e3a2420f0e36/980fbfc3-342b-4548-b8a6-ec574808f5ff/e0764604-4028-4f1f-ac8e-f24932acb635) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 10:56:09.394209 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Publish callbacks [] for port (e0764604-4028-4f1f-ac8e-f24932acb635), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:09.404774 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:09.480991 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 10:56:09.488644 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 10:56:09.491981 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 10:56:09.498216 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Pushing event updated for resources: {'Port': ['ID=e0764604-4028-4f1f-ac8e-f24932acb635,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:09.514021 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.514372 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.514730 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.515084 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.515420 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.515752 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.516106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.516428 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.516750 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.517070 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.517392 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.517728 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.518051 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.518369 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.518685 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Tracked resource versions report: Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: pushed versions: Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: { 'AddressGroup': {'1.2'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Agent': {'1.1'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'ConntrackHelper': {'1.0'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'LocalIPAssociation': {'1.0'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Log': {'1.0'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'NDPProxy': {'1.0'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Network': {'1.1'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Port': {'1.7'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'PortForwarding': {'1.3'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'QosPolicy': {'1.10'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SecurityGroup': {'1.5'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SecurityGroupRule': {'1.2'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SubPort': {'1.0'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Subnet': {'1.1'}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Trunk': {'1.1'}} Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: consumer versions: Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: { DHCP agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: L3 agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: Metadata agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: Metering agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: Open vSwitch agent@dv-cinder-860209-2-iscsi: { 'AddressGroup': '1.2', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Agent': '1.1', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'ConntrackHelper': '1.0', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'LocalIPAssociation': '1.0', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Log': '1.0', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'NDPProxy': '1.0', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Network': '1.1', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Port': '1.7', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'PortForwarding': '1.3', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'QosPolicy': '1.10', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SecurityGroup': '1.5', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SecurityGroupRule': '1.2', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SubPort': '1.0', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Subnet': '1.1', Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Trunk': '1.1'}} Oct 06 10:56:09.520201 dv-cinder-860209-2-iscsi neutron-server[106391]: {{(pid=106391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 10:56:09.594660 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Attempting to bind port e0764604-4028-4f1f-ac8e-f24932acb635 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 10:56:09.595312 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Attempting to bind port e0764604-4028-4f1f-ac8e-f24932acb635 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 10:56:09.595468 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Attempting to bind port e0764604-4028-4f1f-ac8e-f24932acb635 on network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 10:56:09.643258 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 10, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 10:56:09.643557 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Checking segment: {'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 10:56:09.644054 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:09.644443 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Bound using segment: {'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 10:56:09.644923 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Bound port: e0764604-4028-4f1f-ac8e-f24932acb635, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 10:56:09.645314 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:09.679247 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:09.706307 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] For port e0764604-4028-4f1f-ac8e-f24932acb635, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 10:56:09.725662 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] For port e0764604-4028-4f1f-ac8e-f24932acb635, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=e0764604-4028-4f1f-ac8e-f24932acb635,segment=NetworkSegment(338a1cb5-197a-4c52-8aad-58d8c243a73f),segment_id=338a1cb5-197a-4c52-8aad-58d8c243a73f)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 10:56:09.733063 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:09.782517 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1607b-09dd-4e23-8a58-6679b6538d82 None None] Pushing event updated for resources: {'Port': ['ID=e0764604-4028-4f1f-ac8e-f24932acb635,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:11.262143 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53926) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:11.594009 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [None req-965810d5-5317-4ae7-b0e2-785e59483c4f admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 10:56:11.595025 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-965810d5-5317-4ae7-b0e2-785e59483c4f admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3319793 Oct 06 10:56:11.775479 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=13,neutron:INSERT=31 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:11.797109 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=11 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:14.269310 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53936) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:14.598934 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [None req-1f201239-4217-4d2f-ac18-6b3c81155a8d admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 10:56:14.599951 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1f201239-4217-4d2f-ac18-6b3c81155a8d admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3297317 Oct 06 10:56:17.267289 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53948) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:17.609269 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-51e83341-f93f-410b-8e89-84919d37f556 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:56:17.633398 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-51e83341-f93f-410b-8e89-84919d37f556 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (e91f852b-0da5-40cd-abfe-3484036419a0), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:17.634949 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-51e83341-f93f-410b-8e89-84919d37f556 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (e91f852b-0da5-40cd-abfe-3484036419a0), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:17.774818 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-51e83341-f93f-410b-8e89-84919d37f556 demo demo] Publish callbacks [] for router_controller (e91f852b-0da5-40cd-abfe-3484036419a0), precommit_add_association {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:17.779424 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-51e83341-f93f-410b-8e89-84919d37f556 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (e91f852b-0da5-40cd-abfe-3484036419a0), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:17.796211 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-51e83341-f93f-410b-8e89-84919d37f556 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:17.802938 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-51e83341-f93f-410b-8e89-84919d37f556 demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5290220 Oct 06 10:56:17.873988 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab0388-a04f-4549-95c8-4b9bbd3c2569 None None] Network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 10:56:17.942147 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c25be11e-f551-4772-ae42-e9ac778ea5fc None None] Provisioning complete for port e0764604-4028-4f1f-ac8e-f24932acb635 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:17.942551 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c25be11e-f551-4772-ae42-e9ac778ea5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:17.942916 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c25be11e-f551-4772-ae42-e9ac778ea5fc None None] Attempt 1 to provision port e0764604-4028-4f1f-ac8e-f24932acb635 Oct 06 10:56:18.147627 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c25be11e-f551-4772-ae42-e9ac778ea5fc None None] Current status of the port e0764604-4028-4f1f-ac8e-f24932acb635 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:56:18.148190 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c25be11e-f551-4772-ae42-e9ac778ea5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:18.187651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-c25be11e-f551-4772-ae42-e9ac778ea5fc None None] For port e0764604-4028-4f1f-ac8e-f24932acb635, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=e0764604-4028-4f1f-ac8e-f24932acb635,segment=NetworkSegment(338a1cb5-197a-4c52-8aad-58d8c243a73f),segment_id=338a1cb5-197a-4c52-8aad-58d8c243a73f)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 10:56:18.194983 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c25be11e-f551-4772-ae42-e9ac778ea5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:18.232829 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:18.245787 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25be11e-f551-4772-ae42-e9ac778ea5fc None None] Pushing event updated for resources: {'Port': ['ID=e0764604-4028-4f1f-ac8e-f24932acb635,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:18.269052 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device e0764604-4028-4f1f-ac8e-f24932acb635 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 10:56:18.324251 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-65b8ea28-25d4-4ba9-92da-f2cadab08c14 None None] Provisioning complete for port e0764604-4028-4f1f-ac8e-f24932acb635 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:18.324649 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-65b8ea28-25d4-4ba9-92da-f2cadab08c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:18.324990 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-65b8ea28-25d4-4ba9-92da-f2cadab08c14 None None] Attempt 1 to provision port e0764604-4028-4f1f-ac8e-f24932acb635 Oct 06 10:56:18.354359 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port e0764604-4028-4f1f-ac8e-f24932acb635 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:18.354679 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:18.355020 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port e0764604-4028-4f1f-ac8e-f24932acb635 Oct 06 10:56:18.457468 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-65b8ea28-25d4-4ba9-92da-f2cadab08c14 None None] Current status of the port e0764604-4028-4f1f-ac8e-f24932acb635 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:56:18.463158 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port e0764604-4028-4f1f-ac8e-f24932acb635 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:56:19.741654 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 10:56:20.227075 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device e0764604-4028-4f1f-ac8e-f24932acb635 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 10:56:20.269955 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port e0764604-4028-4f1f-ac8e-f24932acb635 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:20.270327 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:20.270668 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port e0764604-4028-4f1f-ac8e-f24932acb635 Oct 06 10:56:20.341740 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port e0764604-4028-4f1f-ac8e-f24932acb635 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:56:20.444250 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53958) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:20.766342 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [None req-f0466c7a-5742-4c25-b268-7430fff54d59 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 10:56:20.767361 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f0466c7a-5742-4c25-b268-7430fff54d59 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3221674 Oct 06 10:56:23.218146 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1f2138a9-7595-4e7a-af80-783cda4a9d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:23.478655 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53966) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:23.799819 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:56:23.820787 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Made reservation on behalf of 46752b92e78642e4b79f5ef50f2e51da for: {'network': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 10:56:23.823097 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:23.831194 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:23.904299 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Publish callbacks [] for security_group (6435674b-4ece-4ff4-9f97-2f2498f00468), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:23.907678 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6435674b-4ece-4ff4-9f97-2f2498f00468), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:23.914319 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:23.922283 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Reserving flat network on physical network physnet1 {{(pid=106390) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 06 10:56:23.946222 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6435674b-4ece-4ff4-9f97-2f2498f00468,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:23.951469 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (df047fb7-d20a-4e63-ba42-2684c3737f7e), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:23.951798 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.segments_db [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Added segment df047fb7-d20a-4e63-ba42-2684c3737f7e of type flat for network 92377b68-d1cd-4aff-b2b5-f474fcb11328 Oct 06 10:56:23.997342 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (92377b68-d1cd-4aff-b2b5-f474fcb11328), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:24.032795 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (92377b68-d1cd-4aff-b2b5-f474fcb11328), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:24.033735 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:56:24.034306 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:24.069858 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:24.111323 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6316333 Oct 06 10:56:24.133554 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947d446-51dc-471d-a746-bc71c780723f admin admin] Pushing event updated for resources: {'Network': ['ID=92377b68-d1cd-4aff-b2b5-f474fcb11328,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:24.143976 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 10:56:24.200488 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:25.533300 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1b5f-e2ac-450e-8f2b-e6f3e123c761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:26.717050 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53974) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:27.003238 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:27.093001 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f2e1b-b344-4fc7-8678-5c6eb517926d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:56:27.094362 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6e6f2e1b-b344-4fc7-8678-5c6eb517926d demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/980fbfc3-342b-4548-b8a6-ec574808f5ff HTTP/1.1" status: 200 len: 849 time: 0.3764379 Oct 06 10:56:27.213128 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fd11704a-8cdc-4451-bbd5-9d49f0a6499c demo admin] 10.222.0.52 "GET /networking/v2.0/routers/e91f852b-0da5-40cd-abfe-3484036419a0 HTTP/1.1" status: 200 len: 704 time: 0.1129405 Oct 06 10:56:27.479928 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:27.808261 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Allocated IP 172.20.0.1 (d489c4c7-0abf-4c75-bee5-e3a2420f0e36/980fbfc3-342b-4548-b8a6-ec574808f5ff/6f2fab18-e074-43b8-9257-b0d4c2f78e45) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 10:56:27.959643 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Publish callbacks [] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.022524 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.085590 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:28.099492 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 10:56:28.109754 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 10:56:28.114455 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 10:56:28.115652 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (e91f852b-0da5-40cd-abfe-3484036419a0), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.134315 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Pushing event updated for resources: {'Port': ['ID=6f2fab18-e074-43b8-9257-b0d4c2f78e45,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:28.208545 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:28.317411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.326820 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c49bea60-5b4e-4e3d-a7ce-97a8bb0f9a8b None None] Provisioning complete for port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:28.327446 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c49bea60-5b4e-4e3d-a7ce-97a8bb0f9a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.327565 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c49bea60-5b4e-4e3d-a7ce-97a8bb0f9a8b None None] Attempt 1 to provision port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 Oct 06 10:56:28.358664 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c49bea60-5b4e-4e3d-a7ce-97a8bb0f9a8b None None] Port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 10:56:28.524449 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.530357 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Publish callbacks [] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.534708 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.535540 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (e91f852b-0da5-40cd-abfe-3484036419a0), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.613304 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Pushing event updated for resources: {'Port': ['ID=6f2fab18-e074-43b8-9257-b0d4c2f78e45,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:28.663496 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 10:56:28.665440 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 10:56:28.719892 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.821628 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Router e91f852b-0da5-40cd-abfe-3484036419a0 is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 10:56:28.877016 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-19970ae1-902c-4688-b30e-a44606016e97 None None] Provisioning complete for port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:28.877337 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-19970ae1-902c-4688-b30e-a44606016e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:28.877678 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-19970ae1-902c-4688-b30e-a44606016e97 None None] Attempt 1 to provision port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 Oct 06 10:56:28.910603 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-19970ae1-902c-4688-b30e-a44606016e97 None None] Port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 10:56:28.911988 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 10:56:28.917246 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-36ede5a9-20af-447d-aa20-fd9acc49ae54 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/e91f852b-0da5-40cd-abfe-3484036419a0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6987674 Oct 06 10:56:28.922634 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Sync routers for ids ['e91f852b-0da5-40cd-abfe-3484036419a0'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 10:56:28.935914 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Routers {'e91f852b-0da5-40cd-abfe-3484036419a0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 10:56:28.936686 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T10:56:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['e91f852b-0da5-40cd-abfe-3484036419a0'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:56:29.122309 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Set router e91f852b-0da5-40cd-abfe-3484036419a0 gateway port host: None {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 10:56:29.537651 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'name': 'router1', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T10:56:17Z', 'updated_at': '2022-10-06T10:56:28Z', 'revision_number': 2, 'project_id': '7f87007362fc43378dacfe7a12000392', 'gw_port_host': None, '_interfaces': [{'id': '6f2fab18-e074-43b8-9257-b0d4c2f78e45', 'name': '', 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'mac_address': 'fa:16:3e:91:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:27Z', 'updated_at': '2022-10-06T10:56:28Z', 'revision_number': 2, 'project_id': '7f87007362fc43378dacfe7a12000392', 'subnets': [{'id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d75484-211f-4f05-a19e-47532edb2f15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:56:29.592683 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Checking router: e91f852b-0da5-40cd-abfe-3484036419a0 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 10:56:29.593049 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Updating router e91f852b-0da5-40cd-abfe-3484036419a0 port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 10:56:29.646391 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:30.153394 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Publish callbacks [] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:30.162747 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:30.296892 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Pushing event updated for resources: {'Port': ['ID=6f2fab18-e074-43b8-9257-b0d4c2f78e45,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:30.307256 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.307595 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.307979 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.308337 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.308667 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.308993 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.309313 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.309636 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.310028 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.310351 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.310670 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.311002 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.311320 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.311634 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.311971 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Tracked resource versions report: Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: pushed versions: Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: { 'AddressGroup': {'1.2'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Agent': {'1.1'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'ConntrackHelper': {'1.0'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'LocalIPAssociation': {'1.0'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Log': {'1.0'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'NDPProxy': {'1.0'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Network': {'1.1'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Port': {'1.7'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'PortForwarding': {'1.3'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'QosPolicy': {'1.10'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SecurityGroup': {'1.5'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SecurityGroupRule': {'1.2'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SubPort': {'1.0'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Subnet': {'1.1'}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Trunk': {'1.1'}} Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: consumer versions: Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: { DHCP agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: L3 agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: Metadata agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: Metering agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: Open vSwitch agent@dv-cinder-860209-2-iscsi: { 'AddressGroup': '1.2', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Agent': '1.1', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'ConntrackHelper': '1.0', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'LocalIPAssociation': '1.0', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Log': '1.0', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'NDPProxy': '1.0', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Network': '1.1', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Port': '1.7', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'PortForwarding': '1.3', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'QosPolicy': '1.10', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SecurityGroup': '1.5', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SecurityGroupRule': '1.2', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SubPort': '1.0', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Subnet': '1.1', Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Trunk': '1.1'}} Oct 06 10:56:30.313415 dv-cinder-860209-2-iscsi neutron-server[106392]: {{(pid=106392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 10:56:30.326977 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Attempting to bind port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 10:56:30.327374 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Attempting to bind port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 10:56:30.327801 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Attempting to bind port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 on network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 10:56:30.403256 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:30.413437 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 10, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 10:56:30.413820 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Checking segment: {'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 10:56:30.414788 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:30.415180 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Bound using segment: {'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 10:56:30.415682 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Bound port: 6f2fab18-e074-43b8-9257-b0d4c2f78e45, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338a1cb5-197a-4c52-8aad-58d8c243a73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 10:56:30.416091 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:30.479165 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] For port 6f2fab18-e074-43b8-9257-b0d4c2f78e45, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 10:56:30.497360 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:30.500203 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] For port 6f2fab18-e074-43b8-9257-b0d4c2f78e45, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=6f2fab18-e074-43b8-9257-b0d4c2f78e45,segment=NetworkSegment(338a1cb5-197a-4c52-8aad-58d8c243a73f),segment_id=338a1cb5-197a-4c52-8aad-58d8c243a73f)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 10:56:30.506659 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:30.544955 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Routers {'e91f852b-0da5-40cd-abfe-3484036419a0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 10:56:30.545577 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T10:56:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['e91f852b-0da5-40cd-abfe-3484036419a0'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:56:30.631599 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b583e80-9571-48f8-b3b6-672204d8150e None None] Pushing event updated for resources: {'Port': ['ID=6f2fab18-e074-43b8-9257-b0d4c2f78e45,revision_number=4']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:30.644824 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] Set router e91f852b-0da5-40cd-abfe-3484036419a0 gateway port host: None {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 10:56:30.838161 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'name': 'router1', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T10:56:17Z', 'updated_at': '2022-10-06T10:56:28Z', 'revision_number': 2, 'project_id': '7f87007362fc43378dacfe7a12000392', 'gw_port_host': None, '_interfaces': [{'id': '6f2fab18-e074-43b8-9257-b0d4c2f78e45', 'name': '', 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'mac_address': 'fa:16:3e:91:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:27Z', 'updated_at': '2022-10-06T10:56:30Z', 'revision_number': 4, 'project_id': '7f87007362fc43378dacfe7a12000392', 'subnets': [{'id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d75484-211f-4f05-a19e-47532edb2f15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:56:30.863192 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d78221-a527-4d4d-8fd7-21398e6d9aff None None] The sync data for ids ['e91f852b-0da5-40cd-abfe-3484036419a0'] in dv-cinder-860209-2-iscsi is: [{'id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'name': 'router1', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T10:56:17Z', 'updated_at': '2022-10-06T10:56:28Z', 'revision_number': 2, 'project_id': '7f87007362fc43378dacfe7a12000392', 'gw_port_host': None, '_interfaces': [{'id': '6f2fab18-e074-43b8-9257-b0d4c2f78e45', 'name': '', 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'mac_address': 'fa:16:3e:91:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:27Z', 'updated_at': '2022-10-06T10:56:30Z', 'revision_number': 4, 'project_id': '7f87007362fc43378dacfe7a12000392', 'subnets': [{'id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d75484-211f-4f05-a19e-47532edb2f15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 10:56:31.577238 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53982) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:31.971355 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ef0347-eb31-4d8b-8ab6-bd5de240894e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:56:31.972818 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-98ef0347-eb31-4d8b-8ab6-bd5de240894e admin admin] 10.222.0.52 "GET /networking/v2.0/networks/92377b68-d1cd-4aff-b2b5-f474fcb11328 HTTP/1.1" status: 200 len: 842 time: 0.3946245 Oct 06 10:56:31.984059 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Request body: {'subnet': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:56:32.005567 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Made reservation on behalf of 46752b92e78642e4b79f5ef50f2e51da for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 10:56:32.008105 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:32.099743 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:32.205726 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:32.362968 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.objects.ports [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106390) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 06 10:56:32.363407 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:32.418449 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:32.429516 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 10:56:32.430353 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Network hostable DHCP agents. Network: 92377b68-d1cd-4aff-b2b5-f474fcb11328, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 10:56:32.446967 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 10:56:32.455642 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 92377b68-d1cd-4aff-b2b5-f474fcb11328) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 10:56:32.459814 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:56:32.460433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:32.466287 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fb8f49-c953-4eff-aac2-ab344ed397bf None None] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 10:56:32.478199 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-147c40b9-2b17-40ea-8fa2-c0a3ada22133 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4979250 Oct 06 10:56:32.577426 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b382b90e-8662-4b27-a4b7-4bdd46a054ee None None] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 10:56:35.204652 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 53992) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:35.636654 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-b0f3188d-e979-47b8-b6e5-783be7f8817d demo admin] 10.222.0.52 "GET /networking/v2.0/routers/e91f852b-0da5-40cd-abfe-3484036419a0 HTTP/1.1" status: 200 len: 710 time: 0.4308691 Oct 06 10:56:35.729196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e7671-1be6-417a-bb94-f448938ce87b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:56:35.731209 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-369e7671-1be6-417a-bb94-f448938ce87b demo admin] 10.222.0.52 "GET /networking/v2.0/networks/92377b68-d1cd-4aff-b2b5-f474fcb11328 HTTP/1.1" status: 200 len: 886 time: 0.0887578 Oct 06 10:56:35.739642 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:56:35.983117 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks [] for router_gateway (e91f852b-0da5-40cd-abfe-3484036419a0), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:36.177460 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:36.203138 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks [] for router_gateway (e91f852b-0da5-40cd-abfe-3484036419a0), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:36.251224 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 6f2fab18-e074-43b8-9257-b0d4c2f78e45 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 10:56:36.279600 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:36.284301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:36.298372 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:36.298765 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:36.299102 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 Oct 06 10:56:36.338827 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:36.370158 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:56:36.370567 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:36.396160 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Allocated IP 172.27.0.55 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 10:56:36.406317 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 6f2fab18-e074-43b8-9257-b0d4c2f78e45, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=6f2fab18-e074-43b8-9257-b0d4c2f78e45,segment=NetworkSegment(338a1cb5-197a-4c52-8aad-58d8c243a73f),segment_id=338a1cb5-197a-4c52-8aad-58d8c243a73f)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 10:56:36.411889 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:36.462049 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=6f2fab18-e074-43b8-9257-b0d4c2f78e45,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:36.500322 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks [] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:36.532651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:36.575175 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 10:56:36.578123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 10:56:36.581918 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 10:56:36.587245 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Pushing event updated for resources: {'Port': ['ID=f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:36.910952 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks [] for router_gateway (e91f852b-0da5-40cd-abfe-3484036419a0), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:37.102142 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:37.104499 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5337'] for router (e91f852b-0da5-40cd-abfe-3484036419a0), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:37.108819 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588719'] for router (e91f852b-0da5-40cd-abfe-3484036419a0), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:37.215331 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Router e91f852b-0da5-40cd-abfe-3484036419a0 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 10:56:37.269188 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:37.315773 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 10:56:37.320110 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:37.321383 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-79569918-aea3-42e2-aeb6-35f6eb070abd demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/e91f852b-0da5-40cd-abfe-3484036419a0 HTTP/1.1" status: 200 len: 889 time: 1.5850060 Oct 06 10:56:37.326648 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Sync routers for ids ['e91f852b-0da5-40cd-abfe-3484036419a0'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 10:56:37.339418 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Routers {'e91f852b-0da5-40cd-abfe-3484036419a0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 10:56:37.340122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T10:56:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['e91f852b-0da5-40cd-abfe-3484036419a0'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:56:37.555423 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Set router e91f852b-0da5-40cd-abfe-3484036419a0 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 10:56:37.840590 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:37.941093 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'name': 'router1', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T10:56:17Z', 'updated_at': '2022-10-06T10:56:36Z', 'revision_number': 4, 'project_id': '7f87007362fc43378dacfe7a12000392', 'gw_port': {'id': 'f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:36Z', 'updated_at': '2022-10-06T10:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '6f2fab18-e074-43b8-9257-b0d4c2f78e45', 'name': '', 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'mac_address': 'fa:16:3e:91:98:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:27Z', 'updated_at': '2022-10-06T10:56:36Z', 'revision_number': 5, 'project_id': '7f87007362fc43378dacfe7a12000392', 'subnets': [{'id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d75484-211f-4f05-a19e-47532edb2f15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:56:38.064079 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Checking router: e91f852b-0da5-40cd-abfe-3484036419a0 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 10:56:38.064428 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Updating router e91f852b-0da5-40cd-abfe-3484036419a0 port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 10:56:38.115571 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:38.254307 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 6f2fab18-e074-43b8-9257-b0d4c2f78e45 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 10:56:38.357876 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:38.358516 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:38.358611 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 Oct 06 10:56:38.481272 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:38.526929 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Publish callbacks [] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:38.530537 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:56:38.533042 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:38.568686 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Attempting to bind port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 10:56:38.569054 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Attempting to bind port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 10:56:38.569407 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Attempting to bind port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 10:56:38.599167 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f0655-c9a9-4845-a5d1-20a48a992007 None None] Pushing event updated for resources: {'Port': ['ID=f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:38.619976 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 10, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 10:56:38.620345 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 10:56:38.620740 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:38.621137 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 10:56:38.621583 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Bound port: f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 10:56:38.621953 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:38.668570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] For port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 10:56:38.671571 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] For port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 10:56:38.678071 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:38.715774 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Routers {'e91f852b-0da5-40cd-abfe-3484036419a0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 10:56:38.716435 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T10:56:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['e91f852b-0da5-40cd-abfe-3484036419a0'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:56:38.772153 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:38.776053 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f0655-c9a9-4845-a5d1-20a48a992007 None None] Pushing event updated for resources: {'Port': ['ID=f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:38.839529 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] Set router e91f852b-0da5-40cd-abfe-3484036419a0 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 10:56:39.033068 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'name': 'router1', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T10:56:17Z', 'updated_at': '2022-10-06T10:56:36Z', 'revision_number': 4, 'project_id': '7f87007362fc43378dacfe7a12000392', 'gw_port': {'id': 'f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:36Z', 'updated_at': '2022-10-06T10:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '6f2fab18-e074-43b8-9257-b0d4c2f78e45', 'name': '', 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'mac_address': 'fa:16:3e:91:98:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:27Z', 'updated_at': '2022-10-06T10:56:36Z', 'revision_number': 5, 'project_id': '7f87007362fc43378dacfe7a12000392', 'subnets': [{'id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d75484-211f-4f05-a19e-47532edb2f15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 10:56:39.059162 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413a664-2221-4acf-8a7d-e6b6ca9b8eb6 None None] The sync data for ids ['e91f852b-0da5-40cd-abfe-3484036419a0'] in dv-cinder-860209-2-iscsi is: [{'id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'name': 'router1', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T10:56:17Z', 'updated_at': '2022-10-06T10:56:36Z', 'revision_number': 4, 'project_id': '7f87007362fc43378dacfe7a12000392', 'gw_port': {'id': 'f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:36Z', 'updated_at': '2022-10-06T10:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '6f2fab18-e074-43b8-9257-b0d4c2f78e45', 'name': '', 'network_id': 'd489c4c7-0abf-4c75-bee5-e3a2420f0e36', 'tenant_id': '7f87007362fc43378dacfe7a12000392', 'mac_address': 'fa:16:3e:91:98:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91f852b-0da5-40cd-abfe-3484036419a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T10:56:27Z', 'updated_at': '2022-10-06T10:56:36Z', 'revision_number': 5, 'project_id': '7f87007362fc43378dacfe7a12000392', 'subnets': [{'id': '980fbfc3-342b-4548-b8a6-ec574808f5ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71d75484-211f-4f05-a19e-47532edb2f15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 10:56:40.149116 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54004) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:56:40.266694 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 10:56:40.313746 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:40.314164 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:40.314530 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d Oct 06 10:56:40.388364 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:56:40.388364 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:40.411547 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 10:56:40.415298 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:40.464385 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:56:40.565474 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-bcf936ba-d4e3-4bad-b42c-551560bbd055 admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4153111 Oct 06 10:56:40.840954 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=35 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:40.842248 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:42.270111 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 10:56:42.309086 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:42.319377 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:56:42.319772 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:42.320801 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d Oct 06 10:56:42.395670 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port f2ff6a6a-1ee5-41b2-aa9a-33fa1847fd8d is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:56:50.558075 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=29 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:50.561844 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:52.381610 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:52.399982 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=11 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:56:53.221902 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-48e8c132-9010-43e0-b6ef-63346f4132a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:55.532056 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a046e0b7-07fa-4e1c-8195-097cc18c6132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:56.733776 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 10:56:57.017072 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:58.532663 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:56:58.807316 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:06.735514 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:57:06.742551 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:57:08.760844 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:57:08.785404 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:57:23.231512 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-20b2887f-89b0-4e1b-8848-42819b74f71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:25.537031 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-60a36f96-8116-4e8c-8301-1d273e4d0148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:27.021479 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:28.541154 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:28.736557 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:33.727300 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 10:57:37.013748 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:57:38.730548 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:57:43.735486 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:57:51.721805 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:57:53.224403 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-60252cf4-38d3-48d3-939d-0d6d86edfbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:55.530483 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-78cb34cb-22a5-4061-b028-9bf53a3b8710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:57.019213 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:58.526421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:57:58.727824 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:06.078197 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54552) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:06.415275 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d94f795-0405-4ba5-898e-1d40971086f0 admin admin] GET failed (client error): The resource could not be found. Oct 06 10:58:06.416603 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-5d94f795-0405-4ba5-898e-1d40971086f0 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3374782 Oct 06 10:58:06.580756 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a084b9ea-3969-47a1-a316-9aa20fb139be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:06.582209 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a084b9ea-3969-47a1-a316-9aa20fb139be admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610656 Oct 06 10:58:08.720928 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:08.723222 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:09.171191 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 54564) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:09.844999 dv-cinder-860209-2-iscsi neutron-server[106389]: WARNING oslo_policy.policy [None req-9b09a3d1-08cf-40c2-a208-430104767f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 10:58:09.845541 dv-cinder-860209-2-iscsi neutron-server[106389]: WARNING oslo_policy.policy [None req-9b09a3d1-08cf-40c2-a208-430104767f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 10:58:10.075600 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writer thread running {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 10:58:10.076189 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:10.200430 dv-cinder-860209-2-iscsi neutron-server[106389]: ERROR stevedore.extension [None req-9b09a3d1-08cf-40c2-a208-430104767f7b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 06 10:58:10.252563 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.policy [None req-9b09a3d1-08cf-40c2-a208-430104767f7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106389) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 06 10:58:10.297469 dv-cinder-860209-2-iscsi neutron-server[106389]: WARNING oslo_policy.policy [None req-9b09a3d1-08cf-40c2-a208-430104767f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 10:58:10.297839 dv-cinder-860209-2-iscsi neutron-server[106389]: WARNING oslo_policy.policy [None req-9b09a3d1-08cf-40c2-a208-430104767f7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 10:58:10.305593 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09a3d1-08cf-40c2-a208-430104767f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:10.307359 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-9b09a3d1-08cf-40c2-a208-430104767f7b admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/980fbfc3-342b-4548-b8a6-ec574808f5ff HTTP/1.1" status: 200 len: 849 time: 1.1364985 Oct 06 10:58:10.317265 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:58:10.405375 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Publish callbacks [] for subnet (980fbfc3-342b-4548-b8a6-ec574808f5ff), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:10.561467 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736553959855'] for subnet (980fbfc3-342b-4548-b8a6-ec574808f5ff), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:10.625970 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:10.627122 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:10.627886 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/980fbfc3-342b-4548-b8a6-ec574808f5ff HTTP/1.1" status: 200 len: 868 time: 0.3144059 Oct 06 10:58:10.639442 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=980fbfc3-342b-4548-b8a6-ec574808f5ff,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:58:10.642949 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d1c35-4401-4bf6-85dc-b99239766a9f None None] Network d489c4c7-0abf-4c75-bee5-e3a2420f0e36 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 10:58:10.650600 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.650970 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.651294 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.651921 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.652268 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.652592 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.652921 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.653248 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.653578 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.653931 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.654249 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.654626 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.654955 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.655277 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.655598 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79faf0-b85f-4f4a-ad27-803e9d96f7ae admin admin] Tracked resource versions report: Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: pushed versions: Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: { 'AddressGroup': {'1.2'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Agent': {'1.1'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'LocalIPAssociation': {'1.0'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Log': {'1.0'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'NDPProxy': {'1.0'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Network': {'1.1'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Port': {'1.7'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'PortForwarding': {'1.3'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'QosPolicy': {'1.10'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SecurityGroup': {'1.5'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SubPort': {'1.0'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Subnet': {'1.1'}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Trunk': {'1.1'}} Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: consumer versions: Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: { DHCP agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: L3 agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: Metadata agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: Metering agent@dv-cinder-860209-2-iscsi: {}, Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: Open vSwitch agent@dv-cinder-860209-2-iscsi: { 'AddressGroup': '1.2', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Agent': '1.1', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'ConntrackHelper': '1.0', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'LocalIPAssociation': '1.0', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Log': '1.0', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'NDPProxy': '1.0', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Network': '1.1', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Port': '1.7', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'PortForwarding': '1.3', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'QosPolicy': '1.10', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SecurityGroup': '1.5', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SecurityGroupRule': '1.2', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SubPort': '1.0', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Subnet': '1.1', Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Trunk': '1.1'}} Oct 06 10:58:10.657344 dv-cinder-860209-2-iscsi neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 10:58:10.731328 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 10:58:10.934432 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c59fb122-184d-414c-b344-a70d5e39172d None None] Provisioning complete for port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:58:10.934805 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c59fb122-184d-414c-b344-a70d5e39172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (6f2fab18-e074-43b8-9257-b0d4c2f78e45), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:10.935135 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c59fb122-184d-414c-b344-a70d5e39172d None None] Attempt 1 to provision port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 Oct 06 10:58:11.009010 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c59fb122-184d-414c-b344-a70d5e39172d None None] Current status of the port 6f2fab18-e074-43b8-9257-b0d4c2f78e45 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:58:11.017140 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c59fb122-184d-414c-b344-a70d5e39172d None None] Provisioning complete for port e0764604-4028-4f1f-ac8e-f24932acb635 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:58:11.017532 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c59fb122-184d-414c-b344-a70d5e39172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e0764604-4028-4f1f-ac8e-f24932acb635), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:11.017871 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c59fb122-184d-414c-b344-a70d5e39172d None None] Attempt 1 to provision port e0764604-4028-4f1f-ac8e-f24932acb635 Oct 06 10:58:11.095022 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c59fb122-184d-414c-b344-a70d5e39172d None None] Current status of the port e0764604-4028-4f1f-ac8e-f24932acb635 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:58:13.208770 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 54586) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:13.710148 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab6e6b1-616d-4b04-b5a6-7af3f5f1f03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:13.710615 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab6e6b1-616d-4b04-b5a6-7af3f5f1f03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:13.712176 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8ab6e6b1-616d-4b04-b5a6-7af3f5f1f03f admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5018656 Oct 06 10:58:16.332863 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54594) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:16.577142 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=13 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:16.578303 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=12 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:16.812399 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165dd84-0e6f-4937-95ef-2ee69ed6e7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:16.812784 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165dd84-0e6f-4937-95ef-2ee69ed6e7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:16.814321 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1165dd84-0e6f-4937-95ef-2ee69ed6e7d8 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4805279 Oct 06 10:58:19.375213 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54602) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:19.895781 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8715ef0-b778-4df6-9d73-719d62fbf98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:19.897804 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a8715ef0-b778-4df6-9d73-719d62fbf98c admin admin] 10.222.0.52 "GET /networking/v2.0/networks/92377b68-d1cd-4aff-b2b5-f474fcb11328 HTTP/1.1" status: 200 len: 886 time: 0.5215995 Oct 06 10:58:20.730712 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:20.740700 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=7 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:21.090860 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=38 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:21.093288 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=39 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:22.463528 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54610) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:22.869507 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ba848-0365-4a41-8ff3-f6be848b4eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:22.870894 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-661ba848-0365-4a41-8ff3-f6be848b4eaa admin admin] 10.222.0.52 "GET /networking/v2.0/networks/d489c4c7-0abf-4c75-bee5-e3a2420f0e36 HTTP/1.1" status: 200 len: 869 time: 0.4063811 Oct 06 10:58:23.226398 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ec10-c49d-41a3-ae07-e412e164ac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:23.702391 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=53,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:23.706222 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=66,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:25.448828 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54620) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:25.533525 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-99350f1c-7eb4-4927-b3aa-f24bd8bc19fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:25.849149 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c123d3-6221-42de-bb05-ad6e36a2ad6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:25.849709 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c123d3-6221-42de-bb05-ad6e36a2ad6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:25.851254 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-e7c123d3-6221-42de-bb05-ad6e36a2ad6e admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4014819 Oct 06 10:58:27.017892 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:28.428456 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54628) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:28.530753 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:28.729216 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:28.801587 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35955853-e6c1-47ab-8687-b8f2cb1a12b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:28.802536 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35955853-e6c1-47ab-8687-b8f2cb1a12b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:28.804460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-35955853-e6c1-47ab-8687-b8f2cb1a12b1 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3749766 Oct 06 10:58:31.365830 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54636) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:31.838093 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c701d8-ddc4-4304-8ff6-a7c28e4185ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:31.839461 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-e0c701d8-ddc4-4304-8ff6-a7c28e4185ef admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/980fbfc3-342b-4548-b8a6-ec574808f5ff HTTP/1.1" status: 200 len: 868 time: 0.4727097 Oct 06 10:58:34.389270 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54644) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:58:34.746618 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1c78f-fe2e-408d-b525-4f1b875955a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:58:34.747998 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-aef1c78f-fe2e-408d-b525-4f1b875955a0 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777 HTTP/1.1" status: 200 len: 816 time: 0.3577642 Oct 06 10:58:38.723554 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=9 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:38.724290 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:44.741892 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=60 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:44.743768 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=55 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:47.733890 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 10:58:53.228539 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-300a648e-c2bc-4517-ba0a-cf128f0c2438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:55.536821 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-ead026eb-e638-4dc6-a3d7-92ccaad68ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:57.020579 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:57.726520 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=15 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:57.741827 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=19 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:58:58.533499 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:58:58.731109 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:05.056025 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54700) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:59:05.376317 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [None req-d6d9c157-ab6f-48b9-86aa-ec926200b289 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 10:59:05.377329 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d6d9c157-ab6f-48b9-86aa-ec926200b289 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3203411 Oct 06 10:59:08.055582 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54708) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:59:08.393125 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2359b7b-4e1b-467a-8216-97780a37d0fd admin admin] GET failed (client error): The resource could not be found. Oct 06 10:59:08.394970 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d2359b7b-4e1b-467a-8216-97780a37d0fd admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3379052 Oct 06 10:59:08.484700 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f0bd5-7ac1-43b6-a660-52f7e54f36ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:59:08.486172 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f67f0bd5-7ac1-43b6-a660-52f7e54f36ea admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0866733 Oct 06 10:59:08.724561 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:08.727161 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:11.089231 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 54716) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:59:11.456893 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:59:11.493694 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Made reservation on behalf of 46752b92e78642e4b79f5ef50f2e51da for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 10:59:11.496113 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:11.541392 dv-cinder-860209-2-iscsi neutron-server[106389]: WARNING neutron.services.revisions.revision_plugin [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Could not find related network for resource to bump revision. Oct 06 10:59:11.560658 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 10:59:11.574811 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736554047443', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (383ad01c-5fdf-4c66-bc7b-055836d24783), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:11.575370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Unsubscribe: segment precommit_create {{(pid=106389) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 06 10:59:11.575911 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Added segment 383ad01c-5fdf-4c66-bc7b-055836d24783 of type vlan for network 111d9804-bfe5-4759-88e7-2a677d04b6ec Oct 06 10:59:11.633768 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (111d9804-bfe5-4759-88e7-2a677d04b6ec), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:11.669003 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (111d9804-bfe5-4759-88e7-2a677d04b6ec), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:11.670174 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:59:11.670908 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:11.788782 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6984274 Oct 06 10:59:11.798249 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=111d9804-bfe5-4759-88e7-2a677d04b6ec,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:59:11.806680 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.807028 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.807402 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.807757 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.808126 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.808462 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.808793 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.809126 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.809705 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.810054 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.810410 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.810755 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.811087 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.811415 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.811737 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e3dd-56d2-4e37-806d-860097c1d0f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:11.823863 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 111d9804-bfe5-4759-88e7-2a677d04b6ec details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 10:59:14.389354 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54724) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 10:59:14.728973 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.pecan_wsgi.hooks.translation [None req-98084188-1432-48fc-bdb3-b5983a4e02d4 admin admin] GET failed (client error): The resource could not be found. Oct 06 10:59:14.730248 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-98084188-1432-48fc-bdb3-b5983a4e02d4 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3398676 Oct 06 10:59:14.802057 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9277e1-d3a2-4e0c-8df7-78c073e3db7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:59:14.803489 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6a9277e1-d3a2-4e0c-8df7-78c073e3db7d admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688322 Oct 06 10:59:14.813344 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Request body: {'subnet': {'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 10:59:14.833743 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Made reservation on behalf of 46752b92e78642e4b79f5ef50f2e51da for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 10:59:14.836057 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:14.998285 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (62b50324-52c1-442c-a6b0-1f913a63b6b7), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:15.052794 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b50324-52c1-442c-a6b0-1f913a63b6b7,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:59:15.062065 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.062406 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.062766 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.063102 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.063427 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.063753 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.064098 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.064422 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.064756 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.065079 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.065508 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.065967 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.066842 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.067161 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.067475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.077110 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Checking segment: {'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 10:59:15.077495 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Network hostable DHCP agents. Network: 111d9804-bfe5-4759-88e7-2a677d04b6ec, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 10:59:15.093566 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Network 111d9804-bfe5-4759-88e7-2a677d04b6ec is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 10:59:15.102473 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 111d9804-bfe5-4759-88e7-2a677d04b6ec) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 10:59:15.106359 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 10:59:15.106956 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:15.111531 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3d8276-73ba-4173-abe5-3f2affaa8dae None None] Network 111d9804-bfe5-4759-88e7-2a677d04b6ec requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 10:59:15.123479 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-326a2779-d99e-49f7-aa91-8b2c131fd3bc admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3134162 Oct 06 10:59:15.219441 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-111d9804-bfe5-4759-88e7-2a677d04b6ec', 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec', 'project_id': '46752b92e78642e4b79f5ef50f2e51da', 'fixed_ips': [{'subnet_id': '62b50324-52c1-442c-a6b0-1f913a63b6b7'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 10:59:15.220436 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:15.362267 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Allocated IP 192.168.233.2 (111d9804-bfe5-4759-88e7-2a677d04b6ec/62b50324-52c1-442c-a6b0-1f913a63b6b7/5a8b15b8-527d-46e3-836f-922771d6c3a7) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 10:59:15.605937 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Publish callbacks [] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:15.612171 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:15.653641 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Network 111d9804-bfe5-4759-88e7-2a677d04b6ec is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 10:59:15.658297 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 10:59:15.662874 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 10:59:15.664788 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Pushing event updated for resources: {'Port': ['ID=5a8b15b8-527d-46e3-836f-922771d6c3a7,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:59:15.673608 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.673958 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.674328 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.674685 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.675029 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.675406 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.675814 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.676794 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.677133 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.677466 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.677796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.678141 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.678476 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.678799 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.679152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 10:59:15.742705 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Attempting to bind port 5a8b15b8-527d-46e3-836f-922771d6c3a7 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 10:59:15.743071 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Attempting to bind port 5a8b15b8-527d-46e3-836f-922771d6c3a7 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 10:59:15.743435 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Attempting to bind port 5a8b15b8-527d-46e3-836f-922771d6c3a7 on network 111d9804-bfe5-4759-88e7-2a677d04b6ec {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 10:59:15.786297 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 10:59:15.786673 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Checking segment: {'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 10:59:15.787079 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:15.787477 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Bound using segment: {'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 10:59:15.787981 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Bound port: 5a8b15b8-527d-46e3-836f-922771d6c3a7, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 10:59:15.788364 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:15.850530 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] For port 5a8b15b8-527d-46e3-836f-922771d6c3a7, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 10:59:15.853937 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] For port 5a8b15b8-527d-46e3-836f-922771d6c3a7, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=5a8b15b8-527d-46e3-836f-922771d6c3a7,segment=NetworkSegment(383ad01c-5fdf-4c66-bc7b-055836d24783),segment_id=383ad01c-5fdf-4c66-bc7b-055836d24783)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 10:59:15.860461 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:15.920780 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc112-6a39-4e1b-bc2b-60189ea5277f None None] Pushing event updated for resources: {'Port': ['ID=5a8b15b8-527d-46e3-836f-922771d6c3a7,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:59:16.357468 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 5a8b15b8-527d-46e3-836f-922771d6c3a7 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 10:59:16.406284 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 5a8b15b8-527d-46e3-836f-922771d6c3a7 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:59:16.406674 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:16.407021 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 5a8b15b8-527d-46e3-836f-922771d6c3a7 Oct 06 10:59:16.434526 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:16.451049 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:16.493798 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 5a8b15b8-527d-46e3-836f-922771d6c3a7 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:59:16.495929 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:16.538149 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 5a8b15b8-527d-46e3-836f-922771d6c3a7, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=5a8b15b8-527d-46e3-836f-922771d6c3a7,segment=NetworkSegment(383ad01c-5fdf-4c66-bc7b-055836d24783),segment_id=383ad01c-5fdf-4c66-bc7b-055836d24783)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 10:59:16.543796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:16.600368 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=5a8b15b8-527d-46e3-836f-922771d6c3a7,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 10:59:16.718671 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e81a6d-457c-4958-9951-5b29db0c8416 None None] Network 111d9804-bfe5-4759-88e7-2a677d04b6ec requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 10:59:16.802934 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-3f23be82-117a-469b-a5be-a5fcd8a6e569 None None] Provisioning complete for port 5a8b15b8-527d-46e3-836f-922771d6c3a7 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:59:16.803271 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3f23be82-117a-469b-a5be-a5fcd8a6e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:16.803649 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-3f23be82-117a-469b-a5be-a5fcd8a6e569 None None] Attempt 1 to provision port 5a8b15b8-527d-46e3-836f-922771d6c3a7 Oct 06 10:59:16.905124 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-3f23be82-117a-469b-a5be-a5fcd8a6e569 None None] Current status of the port 5a8b15b8-527d-46e3-836f-922771d6c3a7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:59:17.123021 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-094b1504-cebb-4a58-95da-3fa825f7ef89 None None] Provisioning complete for port 5a8b15b8-527d-46e3-836f-922771d6c3a7 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:59:17.123334 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-094b1504-cebb-4a58-95da-3fa825f7ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:17.123674 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-094b1504-cebb-4a58-95da-3fa825f7ef89 None None] Attempt 1 to provision port 5a8b15b8-527d-46e3-836f-922771d6c3a7 Oct 06 10:59:17.199457 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-094b1504-cebb-4a58-95da-3fa825f7ef89 None None] Current status of the port 5a8b15b8-527d-46e3-836f-922771d6c3a7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:59:18.343244 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 5a8b15b8-527d-46e3-836f-922771d6c3a7 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 10:59:18.389507 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 5a8b15b8-527d-46e3-836f-922771d6c3a7 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 10:59:18.389901 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (5a8b15b8-527d-46e3-836f-922771d6c3a7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:18.390240 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 5a8b15b8-527d-46e3-836f-922771d6c3a7 Oct 06 10:59:18.470818 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 5a8b15b8-527d-46e3-836f-922771d6c3a7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 10:59:21.795575 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=25,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:21.802203 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:23.234270 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e530dfba-0734-451f-bd2c-a5c80b235bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:24.735102 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 10:59:25.116255 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:25.117427 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=57,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:25.539387 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1352383d-5098-4aaa-a88d-d61b8b3b394d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:27.022171 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:28.537128 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:28.733882 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:34.742533 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:34.743407 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:38.727965 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:38.729993 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:51.716222 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:51.716913 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 10:59:53.242967 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-6b882bb3-ff6c-48d6-901d-24a9cb2bbd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:55.541806 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-56b36a3f-56d4-4aa4-81ac-a8085d23058d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:57.025969 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:58.539626 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 10:59:58.738469 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:01.740111 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:00:08.730843 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:08.733662 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:11.740298 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:11.745255 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:23.232382 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a6d36083-0246-4e7b-8c9c-9d5fdf3407ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:25.545000 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8af6917b-06e1-4d2e-a0e2-4c52a132a0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:27.031495 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:28.544155 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:28.741933 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:29.971734 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 54766) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:00:29.978490 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [None req-35bb8d5d-8fee-4350-8c01-9ef12a4255f3 tempest-verify_tempest_config-1204633667 tempest-verify_tempest_config-1204633667-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:00:29.979465 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-35bb8d5d-8fee-4350-8c01-9ef12a4255f3 tempest-verify_tempest_config-1204633667 tempest-verify_tempest_config-1204633667-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0067332 Oct 06 11:00:30.485009 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54784) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:00:30.826122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:30.899900 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Publish callbacks [] for security_group (d49999da-cab5-4bbd-b6b8-a4005ca3c0b8), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:30.903414 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d49999da-cab5-4bbd-b6b8-a4005ca3c0b8), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:30.952521 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1d8df8364384478f9b4ab5f095ad896d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4659033 Oct 06 11:00:30.953372 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49999da-cab5-4bbd-b6b8-a4005ca3c0b8,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:00:30.955489 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 54790) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:00:30.960088 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.960428 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.960779 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.961114 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.961438 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.961759 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.962076 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.962393 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.962725 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.963046 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.963369 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.963683 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.964023 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.964337 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:30.964649 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5f0df5-52bd-4306-b36b-2b55ba1de631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.030849 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Publish callbacks [] for security_group (d49999da-cab5-4bbd-b6b8-a4005ca3c0b8), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:31.054464 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Publish callbacks [] for security_group (d49999da-cab5-4bbd-b6b8-a4005ca3c0b8), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:31.148994 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d49999da-cab5-4bbd-b6b8-a4005ca3c0b8), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:31.151764 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:31.152927 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d49999da-cab5-4bbd-b6b8-a4005ca3c0b8 HTTP/1.1" status: 204 len: 168 time: 0.1964238 Oct 06 11:00:31.161079 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49999da-cab5-4bbd-b6b8-a4005ca3c0b8,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:00:31.167855 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.168201 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.168560 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.168900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.169232 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.169563 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.169892 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.170216 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.170559 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.170854 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.171180 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.171518 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.171868 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.172186 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:31.172505 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f591c4-aa1d-4709-815e-ebcd5cf9dc06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:00:38.736959 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:38.745364 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:00:40.948922 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:40.956691 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=20,neutron:INSERT=8 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:41.163613 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:41.165097 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:41.193223 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:51.891649 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=20 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:51.893691 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=14 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:00:53.235272 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1e11f3d1-9c09-469c-8371-93d942073da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:55.547590 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1cb2aee0-7d44-4514-a3a8-f32c1acaf8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:57.030591 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:58.546406 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:00:58.747171 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:08.738227 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:01:08.743114 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:01:15.748493 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:01:23.237523 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-ba4d07b5-83b4-46f3-9b89-09a5bdd0f2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:25.550047 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1862ab73-6195-4923-b3ca-89b9bf65a216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:25.748883 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:01:25.753636 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:01:27.035422 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:28.550005 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:28.747812 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:38.742039 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:01:38.743996 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:01:51.722123 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:01:51.722800 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:01:52.750956 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 5 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:01:53.239960 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3c50b213-d53d-43b1-91dc-c9dba204a2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:55.551207 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb6a8-0f92-41c0-9064-40339c63066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:57.139472 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:58.551732 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:01:58.750854 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:02.750438 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:02.756373 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:06.837697 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587924'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:16.830660 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:16.833781 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:20.284926 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54882) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:02:20.411811 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4a210ebf-d68b-49ae-b78e-feb8991d8d6a admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1257989 Oct 06 11:02:22.864353 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 54892) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:02:22.917567 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-5afeabdc-c10d-4ff8-977e-23068bcaab13 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521343 Oct 06 11:02:23.242281 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-47b76b39-a008-42d6-87e8-2e2f50ec3821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:25.552560 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-861e2a1c-a6c1-4103-bebc-5d0aedcc7471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:27.040952 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:28.556520 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:28.755183 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:29.756675 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:02:32.912151 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:32.912923 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:36.785975 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:39.760150 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:39.760878 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:46.773922 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:46.781006 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:51.886789 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=11 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:51.892932 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=15 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:02:53.244847 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c1163df2-1b8f-449c-8e4e-bd575385d220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:55.554510 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2af37ae7-df9c-454b-8680-394f4e008b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:57.044003 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:58.559132 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:02:58.756843 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:06.748471 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:03:06.809345 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:16.749667 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:16.759330 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=7 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:16.803089 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:16.805410 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:23.248184 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-beba4da0-f778-457a-9e64-b82b20c072e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:25.558002 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1ccf2290-58e2-436a-a4ac-91fa75909149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:27.046227 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:28.562189 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:28.761955 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:36.800059 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:43.747965 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:03:46.793474 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:46.795402 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:53.266078 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c8c549ce-7494-4b31-95f0-9d30e0a2a43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:53.759409 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:53.763938 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:55.566528 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-93df88f6-0cad-40e0-a6b8-adb67ac60bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.413680 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55120) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:56.444194 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55126) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:56.475553 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55130) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:56.616355 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55140) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:56.721525 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-140484331-network', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:56.736369 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1331972842-network', 'tenant_id': '353c183951e4445c9e31217081964962'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:56.764533 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-165199287-network', 'tenant_id': '5b886dc365684ab1811d100eb5774619'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:56.768697 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55156) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:56.771261 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Made reservation on behalf of aaa6c50978eb46ecba4c88562ede965b for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:56.773835 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.784812 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Made reservation on behalf of 353c183951e4445c9e31217081964962 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:56.787083 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.791572 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.806843 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.817214 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-74382424-network', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:56.848770 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Made reservation on behalf of 8c9bfd4947d045cf831f1a60bf91f389 for: {'network': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:56.854495 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.870603 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.916178 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Publish callbacks [] for security_group (cf982504-7d7f-480a-8261-4bdb599f4802), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.920634 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Made reservation on behalf of 5b886dc365684ab1811d100eb5774619 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:56.923909 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.933761 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (cf982504-7d7f-480a-8261-4bdb599f4802), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.946490 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 495} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:03:56.981813 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Publish callbacks [] for security_group (f6ccae13-6b03-4f61-9a2b-b34e43d37cad), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.990773 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (f6ccae13-6b03-4f61-9a2b-b34e43d37cad), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.991265 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (fc8ffaa0-8c76-4807-ad43-5196f2126d1d), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:56.991796 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Added segment fc8ffaa0-8c76-4807-ad43-5196f2126d1d of type vlan for network 6524ec46-4e41-4ba1-b5da-84b191027ce0 Oct 06 11:03:57.006031 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=106390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:03:57.019082 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (7f41ba86-8b1a-49d5-b934-da89478cc5fb), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.019434 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.segments_db [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Added segment 7f41ba86-8b1a-49d5-b934-da89478cc5fb of type vlan for network fea6c97c-9c48-403d-929b-bfa5008b2a1f Oct 06 11:03:57.044491 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (6524ec46-4e41-4ba1-b5da-84b191027ce0), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.069112 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.071270 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf982504-7d7f-480a-8261-4bdb599f4802,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:57.082202 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.082570 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.082940 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.083293 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.083745 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.084038 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.084332 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.084673 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.085008 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.085337 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.085869 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.086378 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.086878 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.087388 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.087908 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Tracked resource versions report: Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: pushed versions: Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: { 'AddressGroup': {'1.2'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Agent': {'1.1'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'LocalIPAssociation': {'1.0'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Log': {'1.0'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'NDPProxy': {'1.0'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Network': {'1.1'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Port': {'1.7'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'PortForwarding': {'1.3'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'QosPolicy': {'1.10'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SecurityGroup': {'1.5'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SubPort': {'1.0'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Subnet': {'1.1'}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Trunk': {'1.1'}} Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: consumer versions: Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: { DHCP agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: HyperV agent@hv-cinder-86020: {}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: L3 agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: Metadata agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: Metering agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: Open vSwitch agent@dv-cinder-860209-2-iscsi: { 'AddressGroup': '1.2', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Agent': '1.1', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'ConntrackHelper': '1.0', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'LocalIPAssociation': '1.0', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Log': '1.0', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'NDPProxy': '1.0', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Network': '1.1', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Port': '1.7', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'PortForwarding': '1.3', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'QosPolicy': '1.10', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SecurityGroup': '1.5', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SecurityGroupRule': '1.2', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'SubPort': '1.0', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Subnet': '1.1', Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: 'Trunk': '1.1'}} Oct 06 11:03:57.089313 dv-cinder-860209-2-iscsi neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 11:03:57.091873 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (fea6c97c-9c48-403d-929b-bfa5008b2a1f), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.096101 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.107992 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (6524ec46-4e41-4ba1-b5da-84b191027ce0), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.109237 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:57.109831 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.126014 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-network', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:57.186659 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] Pushing event updated for resources: {'Network': ['ID=6524ec46-4e41-4ba1-b5da-84b191027ce0,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:57.189568 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ccae13-6b03-4f61-9a2b-b34e43d37cad,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:57.199012 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 6524ec46-4e41-4ba1-b5da-84b191027ce0 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:03:57.204413 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.204832 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.205845 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.206196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.207279 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.207986 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.208558 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.209223 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.209792 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.210361 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.210981 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.211526 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.212144 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.212709 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.213221 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Tracked resource versions report: Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: pushed versions: Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: { 'AddressGroup': {'1.2'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Agent': {'1.1'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'ConntrackHelper': {'1.0'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'LocalIPAssociation': {'1.0'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Log': {'1.0'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'NDPProxy': {'1.0'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Network': {'1.1'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Port': {'1.7'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'PortForwarding': {'1.3'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'QosPolicy': {'1.10'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SecurityGroup': {'1.5'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SecurityGroupRule': {'1.2'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SubPort': {'1.0'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Subnet': {'1.1'}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Trunk': {'1.1'}} Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: consumer versions: Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: { DHCP agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: HyperV agent@hv-cinder-86020: {}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: L3 agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: Metadata agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: Metering agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: Open vSwitch agent@dv-cinder-860209-2-iscsi: { 'AddressGroup': '1.2', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Agent': '1.1', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'ConntrackHelper': '1.0', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'LocalIPAssociation': '1.0', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Log': '1.0', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'NDPProxy': '1.0', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Network': '1.1', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Port': '1.7', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'PortForwarding': '1.3', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'QosPolicy': '1.10', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SecurityGroup': '1.5', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SecurityGroupRule': '1.2', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'SubPort': '1.0', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Subnet': '1.1', Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: 'Trunk': '1.1'}} Oct 06 11:03:57.214716 dv-cinder-860209-2-iscsi neutron-server[106390]: {{(pid=106390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 11:03:57.224721 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (fea6c97c-9c48-403d-929b-bfa5008b2a1f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.226380 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:57.227220 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.251631 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Publish callbacks [] for security_group (699a7ec8-1c04-4f75-b713-a7fee1398ddc), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.252912 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=69,neutron:INSERT=25,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:57.262165 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (699a7ec8-1c04-4f75-b713-a7fee1398ddc), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.271367 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6536140 Oct 06 11:03:57.275939 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Made reservation on behalf of 4ebb258de32f40c68f86e4b401efde5d for: {'network': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:57.276611 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:03:57.278908 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.287262 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.287884 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Added segment e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52 of type vlan for network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 Oct 06 11:03:57.290663 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55168) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:57.324392 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.330586 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.334153 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Request body: {'subnet': {'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-74382424-subnet', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:57.372269 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Made reservation on behalf of 8c9bfd4947d045cf831f1a60bf91f389 for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:57.375549 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.381849 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:57.384959 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a7ec8-1c04-4f75-b713-a7fee1398ddc,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:57.401245 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.402669 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:57.403469 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.421878 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a158045b-9d16-4e94-8bac-8ac52ab080db admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9764392 Oct 06 11:03:57.424080 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55170) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:57.489096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Request body: {'subnet': {'network_id': '6524ec46-4e41-4ba1-b5da-84b191027ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1331972842-subnet', 'tenant_id': '353c183951e4445c9e31217081964962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:57.498311 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] Pushing event updated for resources: {'Network': ['ID=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:57.507556 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-1ff5f72d-90d2-40ef-8b33-3c41454e6351 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0309117 Oct 06 11:03:57.508663 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:03:57.509717 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55172) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:57.519595 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Request body: {'subnet': {'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-subnet', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:57.559213 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Made reservation on behalf of 5b886dc365684ab1811d100eb5774619 for: {'subnet': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:57.562027 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.617292 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:57.663654 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbcaec-63a7-4e79-906c-d014e3c14dbb admin admin] Pushing event updated for resources: {'Network': ['ID=fea6c97c-9c48-403d-929b-bfa5008b2a1f,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:57.705806 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (88fb8a68-c473-4757-8580-30d071bceb46), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.706920 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:03:57.809247 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fb8a68-c473-4757-8580-30d071bceb46,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:57.861439 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Checking segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:03:57.861844 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Network hostable DHCP agents. Network: fea6c97c-9c48-403d-929b-bfa5008b2a1f, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:03:57.864227 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (2dfde5ca-0941-463b-817b-90f685902884), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.882081 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Publish callbacks [] for security_group (76072874-8f7d-42df-883e-233aaa8523e3), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.891204 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (76072874-8f7d-42df-883e-233aaa8523e3), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.909836 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:57.923319 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Publish callbacks [] for security_group (253de4fa-5950-4e5e-931a-e211dd368137), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.928192 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:57.929206 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Made reservation on behalf of 353c183951e4445c9e31217081964962 for: {'subnet': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:57.931489 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.941525 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (253de4fa-5950-4e5e-931a-e211dd368137), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.945026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:03:57.951873 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=106390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:03:57.959913 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76072874-8f7d-42df-883e-233aaa8523e3,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:57.970130 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (194f75ab-3a42-4c08-a348-7cb3efaf4b80), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.970443 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.segments_db [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Added segment 194f75ab-3a42-4c08-a348-7cb3efaf4b80 of type vlan for network 66a88666-ebf0-4b86-a615-d5110a6e14c5 Oct 06 11:03:57.978451 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, fea6c97c-9c48-403d-929b-bfa5008b2a1f) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:03:57.984909 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:57.985564 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:57.988032 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12801511-e635-417f-a8b6-82707abab99b None None] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:03:58.019123 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:03:58.047021 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (66a88666-ebf0-4b86-a615-d5110a6e14c5), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.057925 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a257c56a-d43d-4b03-a8ef-0dcd119cb6ef admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7303815 Oct 06 11:03:58.064535 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55192) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:58.097818 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:58.102079 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253de4fa-5950-4e5e-931a-e211dd368137,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:58.104827 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfde5ca-0941-463b-817b-90f685902884,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:58.115177 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (66a88666-ebf0-4b86-a615-d5110a6e14c5), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.116374 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:58.116938 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.148144 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Checking segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:03:58.148720 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Network hostable DHCP agents. Network: f38c588e-4101-4e6e-967d-e0ae7e6cf8d1, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:03:58.153922 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (f636e0eb-2f1a-454d-b216-c413268259ac), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.154545 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Added segment f636e0eb-2f1a-454d-b216-c413268259ac of type vlan for network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 Oct 06 11:03:58.173741 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.175606 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.201846 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] Pushing event updated for resources: {'Network': ['ID=66a88666-ebf0-4b86-a615-d5110a6e14c5,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:58.221497 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:03:58.226242 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:03:58.227313 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.229438 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-3954ea8b-73aa-41c8-9904-0b1e63f7860d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4596207 Oct 06 11:03:58.230219 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55200) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:58.244375 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Request body: {'subnet': {'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-subnet', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:58.258807 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:03:58.286826 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.296022 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Made reservation on behalf of 4ebb258de32f40c68f86e4b401efde5d for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:58.298963 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.455157 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks [] for router_controller (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), precommit_add_association {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.457219 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, f38c588e-4101-4e6e-967d-e0ae7e6cf8d1) {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:03:58.461320 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 06 11:03:58.475348 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Allocated IP 172.20.0.2 (fea6c97c-9c48-403d-929b-bfa5008b2a1f/88fb8a68-c473-4757-8580-30d071bceb46/70332cb2-8047-48af-b76d-098f6a53b9f9) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:03:58.539133 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ee363-9b64-4672-b1a6-07a228c667a9 None None] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:03:58.540741 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:58.541504 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.550038 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.551167 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:58.551826 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.636398 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:58.646453 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.646991 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (d385ea7e-0027-459e-864e-32baf6548b18), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.770083 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Checking segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:03:58.770447 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Network hostable DHCP agents. Network: 66a88666-ebf0-4b86-a615-d5110a6e14c5, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:03:58.795637 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55216) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:58.797525 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'project_id': '5b886dc365684ab1811d100eb5774619', 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:03:58.798930 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8abf9cc0-aebc-4813-87dc-cd860f6f12c5 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2828929 Oct 06 11:03:58.799301 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.808088 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:58.838150 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d385ea7e-0027-459e-864e-32baf6548b18,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:58.845322 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (944cf344-ec56-4bc6-8613-737e19017b34), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.846415 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (944cf344-ec56-4bc6-8613-737e19017b34), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.861670 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:03:58.868281 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Publish callbacks [] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.870339 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.898557 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 66a88666-ebf0-4b86-a615-d5110a6e14c5) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:03:58.900788 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55218) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:58.904763 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4877248 Oct 06 11:03:58.910846 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Request body: {'subnet': {'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-140484331-subnet', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:58.931613 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:58.933428 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:58.934193 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.955498 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3387c-f0d2-4988-8d1c-9e481d9553f7 None None] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:03:58.961955 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:58.977179 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks [] for router_controller (944cf344-ec56-4bc6-8613-737e19017b34), precommit_add_association {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.003150 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:59.019478 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks [] for router_gateway (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.028567 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bccd0-cd62-443f-b340-650c0ffbc493 admin admin] Pushing event updated for resources: {'Network': ['ID=84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:59.062083 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:59.082698 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1a1b102a-d72c-4700-b8b5-9e93fa3d9cb1 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8498311 Oct 06 11:03:59.084508 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55224) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:03:59.150883 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Made reservation on behalf of aaa6c50978eb46ecba4c88562ede965b for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:03:59.158858 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.167192 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:03:59.261652 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (94b8389b-71a0-4eff-9f0a-d7d182caad66), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.314158 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Allocated IP 172.20.0.2 (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1/2dfde5ca-0941-463b-817b-90f685902884/556fb168-52d2-45f7-b563-fd6e4fbaa0e7) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:03:59.324686 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:03:59.327325 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:59.338122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Pushing event updated for resources: {'Port': ['ID=70332cb2-8047-48af-b76d-098f6a53b9f9,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:59.350728 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (33dd6613-b351-4b7c-aed5-373ec054b50f), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.351774 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (33dd6613-b351-4b7c-aed5-373ec054b50f), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.356651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:03:59.367876 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks [] for router_gateway (944cf344-ec56-4bc6-8613-737e19017b34), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.396686 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:59.420092 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.420718 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.421733 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.422151 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.422578 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.422923 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.423257 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.423591 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.423945 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.424275 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.424605 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.424947 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.425276 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.425600 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.425923 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Tracked resource versions report: Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: pushed versions: Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: { 'AddressGroup': {'1.2'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Agent': {'1.1'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'ConntrackHelper': {'1.0'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'LocalIPAssociation': {'1.0'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Log': {'1.0'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'NDPProxy': {'1.0'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Network': {'1.1'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Port': {'1.7'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'PortForwarding': {'1.3'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'QosPolicy': {'1.10'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SecurityGroup': {'1.5'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SecurityGroupRule': {'1.2'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SubPort': {'1.0'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Subnet': {'1.1'}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Trunk': {'1.1'}} Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: consumer versions: Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: { DHCP agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: HyperV agent@hv-cinder-86020: {}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: L3 agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: Metadata agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: Metering agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: Open vSwitch agent@dv-cinder-860209-2-iscsi: { 'AddressGroup': '1.2', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Agent': '1.1', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'ConntrackHelper': '1.0', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'LocalIPAssociation': '1.0', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Log': '1.0', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'NDPProxy': '1.0', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Network': '1.1', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Port': '1.7', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'PortForwarding': '1.3', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'QosPolicy': '1.10', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SecurityGroup': '1.5', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SecurityGroupRule': '1.2', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'SubPort': '1.0', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Subnet': '1.1', Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: 'Trunk': '1.1'}} Oct 06 11:03:59.427167 dv-cinder-860209-2-iscsi neutron-server[106391]: {{(pid=106391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 11:03:59.429941 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:03:59.440949 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b8389b-71a0-4eff-9f0a-d7d182caad66,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:03:59.443486 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Checking segment: {'id': 'fc8ffaa0-8c76-4807-ad43-5196f2126d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '6524ec46-4e41-4ba1-b5da-84b191027ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:03:59.443863 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Network hostable DHCP agents. Network: 6524ec46-4e41-4ba1-b5da-84b191027ce0, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:03:59.463470 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:03:59.467951 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks [] for router_controller (33dd6613-b351-4b7c-aed5-373ec054b50f), precommit_add_association {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.519017 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Network 6524ec46-4e41-4ba1-b5da-84b191027ce0 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:03:59.540168 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks [] for router_gateway (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.571051 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 6524ec46-4e41-4ba1-b5da-84b191027ce0) {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:03:59.575282 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.578048 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:03:59.578638 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.592563 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546e062-7ba8-4de5-9c4b-a7e759dc0b09 None None] Network 6524ec46-4e41-4ba1-b5da-84b191027ce0 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:03:59.630170 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-66a88666-ebf0-4b86-a615-d5110a6e14c5', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:03:59.631484 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.654196 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e69209d4-bf03-4d8d-aa72-42dfa75e181e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1688850 Oct 06 11:03:59.678506 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Attempting to bind port 70332cb2-8047-48af-b76d-098f6a53b9f9 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:03:59.678882 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Attempting to bind port 70332cb2-8047-48af-b76d-098f6a53b9f9 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:03:59.679251 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Attempting to bind port 70332cb2-8047-48af-b76d-098f6a53b9f9 on network fea6c97c-9c48-403d-929b-bfa5008b2a1f {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:03:59.718830 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:03:59.776646 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Allocated IP 172.27.0.76 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/b27a6444-b511-4e16-833b-900c3e293585) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:03:59.862639 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Publish callbacks [] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.872789 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (771408e9-5467-4450-a143-1d2969ca876c), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.887190 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:03:59.887552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Checking segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:03:59.887992 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.888392 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Bound using segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:03:59.888888 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Bound port: 70332cb2-8047-48af-b76d-098f6a53b9f9, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:03:59.889275 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.898949 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.923858 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa2361-b86f-4315-96d1-abe741c59b33 None None] Network 6524ec46-4e41-4ba1-b5da-84b191027ce0 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:03:59.947569 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks [] for port (b27a6444-b511-4e16-833b-900c3e293585), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:03:59.992282 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks [] for router_gateway (33dd6613-b351-4b7c-aed5-373ec054b50f), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.043504 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (b27a6444-b511-4e16-833b-900c3e293585), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.056087 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:00.082590 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:00.098811 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Pushing event updated for resources: {'Port': ['ID=556fb168-52d2-45f7-b563-fd6e4fbaa0e7,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:00.107228 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:00.151316 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Allocated IP 172.20.0.2 (66a88666-ebf0-4b86-a615-d5110a6e14c5/d385ea7e-0027-459e-864e-32baf6548b18/34308035-30e3-4302-a1c4-8d5947d1696c) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:00.151540 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=771408e9-5467-4450-a143-1d2969ca876c,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:00.194454 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] For port 70332cb2-8047-48af-b76d-098f6a53b9f9, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:00.221884 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:00.245434 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Checking segment: {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:00.246418 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Network hostable DHCP agents. Network: 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:04:00.259285 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] For port 70332cb2-8047-48af-b76d-098f6a53b9f9, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=70332cb2-8047-48af-b76d-098f6a53b9f9,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:00.309507 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:00.311207 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:00.314708 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:00.321812 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.381362 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Attempting to bind port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:00.381930 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Attempting to bind port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:00.382509 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Attempting to bind port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 on network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:00.398102 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:04:00.398318 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:00.466134 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks [] for router_gateway (944cf344-ec56-4bc6-8613-737e19017b34), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.478648 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Pushing event updated for resources: {'Port': ['ID=b27a6444-b511-4e16-833b-900c3e293585,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:00.525166 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55282) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:00.532348 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1921965315-network', 'tenant_id': '3883e67ba21e4ee5b242577c1aa2b299'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:00.533760 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.535713 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:00.541377 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:00.541905 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.566152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c32ee-a37d-41a0-9d6b-d50940442dbc None None] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:00.610467 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:00.618453 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-77d4c341-1e19-4084-9a42-54cdf8fd67cf admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7142692 Oct 06 11:04:00.635032 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55284) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:00.662802 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:00.667283 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Made reservation on behalf of 3883e67ba21e4ee5b242577c1aa2b299 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:00.670598 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.743240 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks [] for router_gateway (33dd6613-b351-4b7c-aed5-373ec054b50f), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.754681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.789331 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.828113 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:00.862684 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Allocated IP 172.27.0.71 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/bf4d9d98-03dd-4f2b-848e-57a77859b780) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:00.865941 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.871624 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:00.894195 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:00.932229 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876ffce-9177-47f8-9132-e5ac756745b2 None None] Pushing event updated for resources: {'Port': ['ID=70332cb2-8047-48af-b76d-098f6a53b9f9,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:00.940766 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36', 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36', 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'fixed_ips': [{'subnet_id': '771408e9-5467-4450-a143-1d2969ca876c'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:04:00.942515 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.004637 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:01.005339 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Checking segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:01.006035 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.006721 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Bound using segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:01.007355 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Bound port: 556fb168-52d2-45f7-b563-fd6e4fbaa0e7, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:01.007974 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.068793 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Publish callbacks [] for security_group (4f382330-b723-4e31-9735-2630b0ea63a4), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.075146 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks [] for router_gateway (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.120475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks [] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.192563 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.208285 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Publish callbacks [] for port (34308035-30e3-4302-a1c4-8d5947d1696c), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.244131 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:01.244131 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.284519 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:01.342591 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:01.346596 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:01.374179 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4f382330-b723-4e31-9735-2630b0ea63a4), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.392287 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:01.393475 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] For port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:01.441812 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:01.458651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:01.459492 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4d9d98-03dd-4f2b-848e-57a77859b780,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:01.463604 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 476} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:04:01.466373 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] For port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=556fb168-52d2-45f7-b563-fd6e4fbaa0e7,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:01.494886 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Pushing event updated for resources: {'Port': ['ID=34308035-30e3-4302-a1c4-8d5947d1696c,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:01.508167 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Allocated IP 172.20.0.2 (84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36/771408e9-5467-4450-a143-1d2969ca876c/df213917-a890-40e4-9db1-12f9d22f5dbd) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:01.530814 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:01.553898 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.567445 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks [] for router_controller (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), precommit_add_association {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.583168 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f382330-b723-4e31-9735-2630b0ea63a4,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:01.601096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (b5978726-e8cd-424c-9535-ff196626f180), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.601496 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Added segment b5978726-e8cd-424c-9535-ff196626f180 of type vlan for network 9b2ad5a8-c1db-4a14-8735-1b48e4d545fb Oct 06 11:04:01.613768 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Allocated IP 172.27.0.80 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/1b55885f-5c4a-4f19-9bf8-651ab307010b) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:01.643670 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:01.849717 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks [] for router_gateway (944cf344-ec56-4bc6-8613-737e19017b34), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.904966 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df6a62-5b52-4ca2-91a1-1fa748a69b88 None None] Pushing event updated for resources: {'Port': ['ID=556fb168-52d2-45f7-b563-fd6e4fbaa0e7,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:01.904966 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Attempting to bind port 34308035-30e3-4302-a1c4-8d5947d1696c on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:01.904966 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Attempting to bind port 34308035-30e3-4302-a1c4-8d5947d1696c by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:01.904966 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Attempting to bind port 34308035-30e3-4302-a1c4-8d5947d1696c on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:01.944258 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (9b2ad5a8-c1db-4a14-8735-1b48e4d545fb), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.962051 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks [] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.993072 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:01.993468 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Checking segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:01.993854 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:01.994261 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Bound using segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:01.994748 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Bound port: 34308035-30e3-4302-a1c4-8d5947d1696c, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:01.995136 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.046254 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks [] for router_gateway (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.058298 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (9b2ad5a8-c1db-4a14-8735-1b48e4d545fb), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.059490 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:02.060621 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.096562 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.103754 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:02.104317 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c30ff7-f980-4072-aea9-5cf486071005 None None] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:02.144854 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2ad5a8-c1db-4a14-8735-1b48e4d545fb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:02.174666 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 9b2ad5a8-c1db-4a14-8735-1b48e4d545fb details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:04:02.217700 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:02.241078 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-4bc9ace3-0b0d-46b0-80f1-24788aa9d8e8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7132385 Oct 06 11:04:02.253608 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55312) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:02.292099 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-0a4dc14c-ceb5-4efd-a667-e5138d9c566c None None] Provisioning complete for port 70332cb2-8047-48af-b76d-098f6a53b9f9 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:02.292608 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc14c-ceb5-4efd-a667-e5138d9c566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.293052 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-0a4dc14c-ceb5-4efd-a667-e5138d9c566c None None] Attempt 1 to provision port 70332cb2-8047-48af-b76d-098f6a53b9f9 Oct 06 11:04:02.296457 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:02.299618 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.301723 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:02.306908 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:02.323404 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Request body: {'subnet': {'network_id': '9b2ad5a8-c1db-4a14-8735-1b48e4d545fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1921965315-subnet', 'tenant_id': '3883e67ba21e4ee5b242577c1aa2b299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:02.330029 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] For port 34308035-30e3-4302-a1c4-8d5947d1696c, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:02.393068 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Publish callbacks [] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.401814 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Pushing event updated for resources: {'Port': ['ID=1b55885f-5c4a-4f19-9bf8-651ab307010b,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:02.401986 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] For port 34308035-30e3-4302-a1c4-8d5947d1696c, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=34308035-30e3-4302-a1c4-8d5947d1696c,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:02.422227 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.456597 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.470535 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (944cf344-ec56-4bc6-8613-737e19017b34), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.525727 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:02.568818 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:02.571677 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:02.575548 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Pushing event updated for resources: {'Port': ['ID=df213917-a890-40e4-9db1-12f9d22f5dbd,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:02.631531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Made reservation on behalf of 3883e67ba21e4ee5b242577c1aa2b299 for: {'subnet': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:02.634575 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.683877 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:02.722566 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:02.805725 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-0a4dc14c-ceb5-4efd-a667-e5138d9c566c None None] Current status of the port 70332cb2-8047-48af-b76d-098f6a53b9f9 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:02.806151 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc14c-ceb5-4efd-a667-e5138d9c566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.812070 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:02.814113 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:02.836538 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks [] for router_gateway (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.941248 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-0a4dc14c-ceb5-4efd-a667-e5138d9c566c None None] For port 70332cb2-8047-48af-b76d-098f6a53b9f9, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=70332cb2-8047-48af-b76d-098f6a53b9f9,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:02.964668 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:02.983042 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:02.986352 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Attempting to bind port df213917-a890-40e4-9db1-12f9d22f5dbd on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:02.986860 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Attempting to bind port df213917-a890-40e4-9db1-12f9d22f5dbd by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:02.987314 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Attempting to bind port df213917-a890-40e4-9db1-12f9d22f5dbd on network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:03.033390 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc14c-ceb5-4efd-a667-e5138d9c566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.042582 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d02f1f-5440-4bec-b9b1-77f48021daef None None] Pushing event updated for resources: {'Port': ['ID=34308035-30e3-4302-a1c4-8d5947d1696c,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:03.129636 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dc14c-ceb5-4efd-a667-e5138d9c566c None None] Pushing event updated for resources: {'Port': ['ID=70332cb2-8047-48af-b76d-098f6a53b9f9,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:03.148321 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:03.152575 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.154454 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 Oct 06 11:04:03.157824 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:04:03.183644 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks [] for router_gateway (33dd6613-b351-4b7c-aed5-373ec054b50f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.237366 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Router 944cf344-ec56-4bc6-8613-737e19017b34 is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:04:03.263671 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-ccd00034-b246-456e-9d80-46af952c5ac1 None None] Provisioning complete for port 70332cb2-8047-48af-b76d-098f6a53b9f9 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:03.266123 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-ccd00034-b246-456e-9d80-46af952c5ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.266123 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-ccd00034-b246-456e-9d80-46af952c5ac1 None None] Attempt 1 to provision port 70332cb2-8047-48af-b76d-098f6a53b9f9 Oct 06 11:04:03.304856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:03.304856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Checking segment: {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:03.304856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.305285 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Bound using segment: {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:03.305865 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Bound port: df213917-a890-40e4-9db1-12f9d22f5dbd, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:03.306334 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.443608 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] For port df213917-a890-40e4-9db1-12f9d22f5dbd, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:03.459438 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] For port df213917-a890-40e4-9db1-12f9d22f5dbd, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=df213917-a890-40e4-9db1-12f9d22f5dbd,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:03.513286 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a2614-0374-4afd-b222-da8e89fa1483 None None] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:03.548719 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Allocated IP 172.27.0.145 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/feaacb9d-793f-4a1c-8d07-427135bfaede) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:03.574392 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (4adb80b3-df36-4aae-8c43-8d49b3d2ca01), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.616483 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:04:03.627525 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Sync routers for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:04:03.644579 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:03.645348 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:03.663868 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:04:03.675411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (33dd6613-b351-4b7c-aed5-373ec054b50f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.687964 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:03.722527 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adb80b3-df36-4aae-8c43-8d49b3d2ca01,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:03.748978 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.749370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.755491 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7fac8b37-0703-4baf-8bc1-0b32b5fa99db admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6739554 Oct 06 11:04:03.759807 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:03.762983 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55352) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:03.817387 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:03.882579 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d118e00d-df4a-46ca-aa95-946bb6e09b43 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0803833 Oct 06 11:04:03.904288 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55360) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:04.016920 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Sync routers for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:04:04.028596 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243efc80-9dda-4b7f-bac1-1186a67df294 None None] Pushing event updated for resources: {'Port': ['ID=df213917-a890-40e4-9db1-12f9d22f5dbd,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:04.040712 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-ccd00034-b246-456e-9d80-46af952c5ac1 None None] Current status of the port 70332cb2-8047-48af-b76d-098f6a53b9f9 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:04.059862 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:04.060712 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:04.198025 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:04.211546 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:04.245908 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:04.314310 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-af84a5ec-82a0-4c31-a994-a8da0291d7dc None None] Provisioning complete for port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:04.314816 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-af84a5ec-82a0-4c31-a994-a8da0291d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:04.315315 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-af84a5ec-82a0-4c31-a994-a8da0291d7dc None None] Attempt 1 to provision port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 Oct 06 11:04:04.361814 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Checking segment: {'id': 'b5978726-e8cd-424c-9535-ff196626f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '9b2ad5a8-c1db-4a14-8735-1b48e4d545fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:04.362541 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Network hostable DHCP agents. Network: 9b2ad5a8-c1db-4a14-8735-1b48e4d545fb, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:04:04.368189 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:04.428516 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=556fb168-52d2-45f7-b563-fd6e4fbaa0e7,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:04.444808 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:04.445810 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 70332cb2-8047-48af-b76d-098f6a53b9f9 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:04.471382 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks [] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:04.560064 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:04.619992 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:01Z', 'revision_number': 3, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:04.659954 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Network 9b2ad5a8-c1db-4a14-8735-1b48e4d545fb is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:04:04.677268 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Checking router: 944cf344-ec56-4bc6-8613-737e19017b34 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:04:04.678446 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Updating router 944cf344-ec56-4bc6-8613-737e19017b34 port bf4d9d98-03dd-4f2b-848e-57a77859b780 binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:04:04.717388 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:04.718955 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 9b2ad5a8-c1db-4a14-8735-1b48e4d545fb) {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:04.732045 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:04.732646 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:04.746269 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:04.747474 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7cc7c-7eca-44c5-9fa9-33ac3b4f45e0 None None] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:04.767117 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Router 33dd6613-b351-4b7c-aed5-373ec054b50f is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:04:04.848941 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:04.863971 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-1644d917-39f9-4849-a79d-c797f67c4c45 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5601306 Oct 06 11:04:04.894845 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55384) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:04.953273 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:04.966490 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:04.970818 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:05.057573 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=556fb168-52d2-45f7-b563-fd6e4fbaa0e7,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:05.070008 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cae71-274a-4f71-bfe9-81ea9348e276 None None] Network 9b2ad5a8-c1db-4a14-8735-1b48e4d545fb requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:05.090644 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Pushing event updated for resources: {'Port': ['ID=feaacb9d-793f-4a1c-8d07-427135bfaede,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:05.158280 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55388) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:05.170256 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb63d73c-8c28-415c-b21b-b54fc5566b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.230096 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:05.238080 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:05.247085 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Publish callbacks [] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.255962 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.324128 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Pushing event updated for resources: {'Port': ['ID=bf4d9d98-03dd-4f2b-848e-57a77859b780,revision_number=2']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:05.343873 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.344682 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.345204 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.345713 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.346199 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.346747 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.347363 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.348070 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.348707 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.349201 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.349685 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.350185 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.350672 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.351277 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.351862 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Tracked resource versions report: Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: pushed versions: Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: { 'AddressGroup': {'1.2'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Agent': {'1.1'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'ConntrackHelper': {'1.0'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'LocalIPAssociation': {'1.0'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Log': {'1.0'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'NDPProxy': {'1.0'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Network': {'1.1'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Port': {'1.7'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'PortForwarding': {'1.3'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'QosPolicy': {'1.10'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SecurityGroup': {'1.5'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SecurityGroupRule': {'1.2'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SubPort': {'1.0'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Subnet': {'1.1'}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Trunk': {'1.1'}} Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: consumer versions: Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: { DHCP agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: HyperV agent@hv-cinder-86020: {}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: L3 agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: Metadata agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: Metering agent@dv-cinder-860209-2-iscsi: {}, Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: Open vSwitch agent@dv-cinder-860209-2-iscsi: { 'AddressGroup': '1.2', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Agent': '1.1', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'ConntrackHelper': '1.0', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'LocalIPAssociation': '1.0', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Log': '1.0', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'NDPProxy': '1.0', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Network': '1.1', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Port': '1.7', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'PortForwarding': '1.3', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'QosPolicy': '1.10', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SecurityGroup': '1.5', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SecurityGroupRule': '1.2', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'SubPort': '1.0', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Subnet': '1.1', Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: 'Trunk': '1.1'}} Oct 06 11:04:05.353830 dv-cinder-860209-2-iscsi neutron-server[106392]: {{(pid=106392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 11:04:05.383057 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Attempting to bind port bf4d9d98-03dd-4f2b-848e-57a77859b780 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:05.383952 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Attempting to bind port bf4d9d98-03dd-4f2b-848e-57a77859b780 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:05.384702 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Attempting to bind port bf4d9d98-03dd-4f2b-848e-57a77859b780 on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:05.444237 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:05.444819 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:05.445237 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.445639 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:05.446126 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Bound port: bf4d9d98-03dd-4f2b-848e-57a77859b780, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:05.446512 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.447018 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-af84a5ec-82a0-4c31-a994-a8da0291d7dc None None] Current status of the port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:05.482305 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:05.484420 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:00Z', 'revision_number': 3, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:05.517752 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] For port bf4d9d98-03dd-4f2b-848e-57a77859b780, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:05.518135 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Checking router: 10b1bcbb-67b7-45a3-84c2-e31e62ad410a for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:04:05.518516 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Updating router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a port b27a6444-b511-4e16-833b-900c3e293585 binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:04:05.522126 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] For port bf4d9d98-03dd-4f2b-848e-57a77859b780, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=bf4d9d98-03dd-4f2b-848e-57a77859b780,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:05.538486 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.590700 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks [] for router_gateway (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.604248 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aa811-ef81-4b34-aa3a-edb225e40f4f None None] Pushing event updated for resources: {'Port': ['ID=bf4d9d98-03dd-4f2b-848e-57a77859b780,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:05.626406 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Provisioning complete for port 34308035-30e3-4302-a1c4-8d5947d1696c triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:05.626794 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.627136 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Attempt 1 to provision port 34308035-30e3-4302-a1c4-8d5947d1696c Oct 06 11:04:05.638903 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:05.640554 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:05.641322 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:05.719518 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f664ccf4-a2c2-48de-a0c5-c0972de6ad86 admin admin] Deleting subnet 94b8389b-71a0-4eff-9f0a-d7d182caad66 {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:04:05.728579 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:04:05.741231 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f664ccf4-a2c2-48de-a0c5-c0972de6ad86 admin admin] Publish callbacks [] for subnet (94b8389b-71a0-4eff-9f0a-d7d182caad66), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.755390 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Sync routers for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:04:05.784696 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 70332cb2-8047-48af-b76d-098f6a53b9f9 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:05.785605 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.787704 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 70332cb2-8047-48af-b76d-098f6a53b9f9 Oct 06 11:04:05.793511 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b27a6444-b511-4e16-833b-900c3e293585), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.802966 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:05.806511 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:05.865357 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.866684 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-00af7ddd-4f3d-4313-8190-50fbc10788ad admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7790334 Oct 06 11:04:05.877234 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55404) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:05.893708 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68784173-efd5-45a0-a3a7-3451ab0a143a None None] Network 9b2ad5a8-c1db-4a14-8735-1b48e4d545fb requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:05.896147 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f664ccf4-a2c2-48de-a0c5-c0972de6ad86 admin admin] Publish callbacks [] for subnet (94b8389b-71a0-4eff-9f0a-d7d182caad66), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.900842 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c2bc0-ef35-4a4a-a6bc-4545663fafa2 None None] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:05.917913 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f664ccf4-a2c2-48de-a0c5-c0972de6ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (94b8389b-71a0-4eff-9f0a-d7d182caad66), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:05.978213 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:06.033109 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:06.050498 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb63d73c-8c28-415c-b21b-b54fc5566b77 admin admin] Publish callbacks [] for security_group (49d49227-b284-4c91-93cc-0b8e1347b2e2), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.078106 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eb63d73c-8c28-415c-b21b-b54fc5566b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (49d49227-b284-4c91-93cc-0b8e1347b2e2), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.126169 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:06.157423 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:06.205159 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.279260 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.291248 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-eb63d73c-8c28-415c-b21b-b54fc5566b77 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=69b37e6e45a4446093bd3bd7b3524a67&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3934219 Oct 06 11:04:06.293202 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63d73c-8c28-415c-b21b-b54fc5566b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d49227-b284-4c91-93cc-0b8e1347b2e2,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:06.296558 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55426) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:06.319697 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f664ccf4-a2c2-48de-a0c5-c0972de6ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (94b8389b-71a0-4eff-9f0a-d7d182caad66), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.365101 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:06.366827 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:06.434408 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664ccf4-a2c2-48de-a0c5-c0972de6ad86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b8389b-71a0-4eff-9f0a-d7d182caad66,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:06.519877 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f664ccf4-a2c2-48de-a0c5-c0972de6ad86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.522756 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Current status of the port 34308035-30e3-4302-a1c4-8d5947d1696c is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:06.525941 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.526039 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f664ccf4-a2c2-48de-a0c5-c0972de6ad86 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/94b8389b-71a0-4eff-9f0a-d7d182caad66 HTTP/1.1" status: 204 len: 168 time: 1.3637960 Oct 06 11:04:06.532539 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55442) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:06.535429 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 70332cb2-8047-48af-b76d-098f6a53b9f9 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:06.632259 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1621c5e4-e18a-4edd-bdaa-99ddba918216 admin admin] Publish callbacks [] for security_group (49d49227-b284-4c91-93cc-0b8e1347b2e2), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.673340 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:06.742761 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.841504 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:06.859641 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1621c5e4-e18a-4edd-bdaa-99ddba918216 admin admin] Publish callbacks [] for security_group (49d49227-b284-4c91-93cc-0b8e1347b2e2), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.885160 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (6524ec46-4e41-4ba1-b5da-84b191027ce0), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:06.936685 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:02Z', 'revision_number': 3, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:06.949302 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Allocated IP 172.20.0.1 (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1/2dfde5ca-0941-463b-817b-90f685902884/90eb66db-9148-454e-a28c-a6f586cd9302) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:07.027537 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Publish callbacks [] for port (b27a6444-b511-4e16-833b-900c3e293585), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.037555 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] For port 34308035-30e3-4302-a1c4-8d5947d1696c, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=34308035-30e3-4302-a1c4-8d5947d1696c,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:07.039202 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.043714 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b27a6444-b511-4e16-833b-900c3e293585), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.061085 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Allocated IP 172.20.0.1 (fea6c97c-9c48-403d-929b-bfa5008b2a1f/88fb8a68-c473-4757-8580-30d071bceb46/f81e92a2-ab02-42cf-8334-732a7a5e7b83) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:07.071911 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Checking router: 33dd6613-b351-4b7c-aed5-373ec054b50f for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:04:07.072301 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Updating router 33dd6613-b351-4b7c-aed5-373ec054b50f port 1b55885f-5c4a-4f19-9bf8-651ab307010b binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:04:07.103284 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.116478 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8475070-229a-4f63-abce-874136065b9b None None] Pushing event updated for resources: {'Port': ['ID=b27a6444-b511-4e16-833b-900c3e293585,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:07.139035 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 70332cb2-8047-48af-b76d-098f6a53b9f9 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:07.196227 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:01Z', 'revision_number': 3, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:07.221168 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Attempting to bind port b27a6444-b511-4e16-833b-900c3e293585 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:07.221543 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Attempting to bind port b27a6444-b511-4e16-833b-900c3e293585 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:07.221957 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Attempting to bind port b27a6444-b511-4e16-833b-900c3e293585 on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:07.225663 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Provisioning complete for port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:07.226114 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.226454 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Attempt 1 to provision port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 Oct 06 11:04:07.269552 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Publish callbacks [] for port (90eb66db-9148-454e-a28c-a6f586cd9302), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.291368 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1621c5e4-e18a-4edd-bdaa-99ddba918216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (49d49227-b284-4c91-93cc-0b8e1347b2e2), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.294432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1621c5e4-e18a-4edd-bdaa-99ddba918216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.295676 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1621c5e4-e18a-4edd-bdaa-99ddba918216 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/49d49227-b284-4c91-93cc-0b8e1347b2e2 HTTP/1.1" status: 204 len: 168 time: 0.9963374 Oct 06 11:04:07.312978 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (6524ec46-4e41-4ba1-b5da-84b191027ce0), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.335692 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Publish callbacks [] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.362946 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621c5e4-e18a-4edd-bdaa-99ddba918216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d49227-b284-4c91-93cc-0b8e1347b2e2,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:07.368124 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:07.379623 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.385657 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.386763 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.387985 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.388337 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > port after_create 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.388785 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.389003 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > port after_update 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.389316 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.390201 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.390588 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.390908 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.425680 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2cbe4-a9a6-450d-8ab2-b259a1c1bd34 None None] The sync data for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi is: [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:01Z', 'revision_number': 3, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:04:07.437373 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.438864 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:07.441148 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:07.516797 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Pushing event updated for resources: {'Port': ['ID=34308035-30e3-4302-a1c4-8d5947d1696c,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:07.548400 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 70332cb2-8047-48af-b76d-098f6a53b9f9 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:07.549135 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.549249 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 70332cb2-8047-48af-b76d-098f6a53b9f9 Oct 06 11:04:07.553604 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:07.553604 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:07.554215 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.554475 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:07.554927 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Bound port: b27a6444-b511-4e16-833b-900c3e293585, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:07.555306 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b27a6444-b511-4e16-833b-900c3e293585), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.586534 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Pushing event updated for resources: {'Port': ['ID=f81e92a2-ab02-42cf-8334-732a7a5e7b83,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:07.589006 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:07.605454 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:07.605974 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.728356 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] For port b27a6444-b511-4e16-833b-900c3e293585, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:07.737730 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] For port b27a6444-b511-4e16-833b-900c3e293585, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=b27a6444-b511-4e16-833b-900c3e293585,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:07.740481 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-e0002ca4-5399-420e-b58f-85e9a300ac40 None None] Current status of the port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:07.794973 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b27a6444-b511-4e16-833b-900c3e293585), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.821087 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:07.932380 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:07.933039 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:07.945209 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Publish callbacks [] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.957303 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.957726 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.957981 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.958308 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:04:07.958677 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6524ec46-4e41-4ba1-b5da-84b191027ce0']}} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:07.975408 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:07.993160 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8ffaa0-8c76-4807-ad43-5196f2126d1d') {'for_net_delete': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:07.993457 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8ffaa0-8c76-4807-ad43-5196f2126d1d') {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:08.008955 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 70332cb2-8047-48af-b76d-098f6a53b9f9 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:08.017999 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:08.035777 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572122'] for segment (fc8ffaa0-8c76-4807-ad43-5196f2126d1d), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.074186 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:08.094910 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:04:08.109802 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.123133 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (fc8ffaa0-8c76-4807-ad43-5196f2126d1d), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.153655 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Attempting to bind port 1b55885f-5c4a-4f19-9bf8-651ab307010b on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:08.154021 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Attempting to bind port 1b55885f-5c4a-4f19-9bf8-651ab307010b by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:08.157791 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Attempting to bind port 1b55885f-5c4a-4f19-9bf8-651ab307010b on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:08.251595 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Releasing vlan 495 on physical network physnet1 to pool {{(pid=106390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:04:08.256160 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555455'] for segment (fc8ffaa0-8c76-4807-ad43-5196f2126d1d), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.262866 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbf000-612f-424c-bb96-b6a9364871c4 None None] Pushing event updated for resources: {'Port': ['ID=1b55885f-5c4a-4f19-9bf8-651ab307010b,revision_number=2']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:08.314056 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:08.314783 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:08.315563 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.316946 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:08.317913 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Bound port: 1b55885f-5c4a-4f19-9bf8-651ab307010b, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:08.318463 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.326503 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:08.389273 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:04:08.479170 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:08.502272 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.504556 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a1f386ce-4215-47b1-be99-0a18180802a5 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8530636 Oct 06 11:04:08.523593 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:08.524098 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] For port 1b55885f-5c4a-4f19-9bf8-651ab307010b, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:08.529768 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55490) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:08.534569 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] For port 1b55885f-5c4a-4f19-9bf8-651ab307010b, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=1b55885f-5c4a-4f19-9bf8-651ab307010b,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:08.555331 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.596822 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Provisioning complete for port df213917-a890-40e4-9db1-12f9d22f5dbd triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:08.597360 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.597524 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Attempt 1 to provision port df213917-a890-40e4-9db1-12f9d22f5dbd Oct 06 11:04:08.637169 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Sync routers for ids ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:04:08.730511 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8475070-229a-4f63-abce-874136065b9b None None] Pushing event updated for resources: {'Port': ['ID=b27a6444-b511-4e16-833b-900c3e293585,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:08.751001 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.857486 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:08.860095 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:08.870978 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbf000-612f-424c-bb96-b6a9364871c4 None None] Pushing event updated for resources: {'Port': ['ID=1b55885f-5c4a-4f19-9bf8-651ab307010b,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:08.896007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:08.910850 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Routers {'07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:08.911811 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:08.998196 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:08.998570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:08.998987 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 Oct 06 11:04:09.091694 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:09.108322 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (944cf344-ec56-4bc6-8613-737e19017b34), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.115496 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Pushing event updated for resources: {'Port': ['ID=90eb66db-9148-454e-a28c-a6f586cd9302,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:09.138608 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (6524ec46-4e41-4ba1-b5da-84b191027ce0), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.147887 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:09.154961 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:09.157739 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.164582 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/6524ec46-4e41-4ba1-b5da-84b191027ce0 HTTP/1.1" status: 204 len: 168 time: 2.6302445 Oct 06 11:04:09.170384 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55512) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:09.176820 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:09.202954 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:09.225234 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.334875 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9eba6-4357-478d-a83e-8eb7aecfdb02 admin admin] Pushing event deleted for resources: {'Network': ['ID=6524ec46-4e41-4ba1-b5da-84b191027ce0,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:09.344903 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dc4e5f-d82a-482c-abc5-31d6d8af8a50 admin admin] Deleting subnet 4adb80b3-df36-4aae-8c43-8d49b3d2ca01 {{(pid=106389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:04:09.406637 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-36dc4e5f-d82a-482c-abc5-31d6d8af8a50 admin admin] Publish callbacks [] for subnet (4adb80b3-df36-4aae-8c43-8d49b3d2ca01), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.470237 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Publish callbacks [] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.495690 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.498247 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.510450 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-36dc4e5f-d82a-482c-abc5-31d6d8af8a50 admin admin] Publish callbacks [] for subnet (4adb80b3-df36-4aae-8c43-8d49b3d2ca01), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.511627 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:09.513787 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Set router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:09.572692 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment fc8ffaa0-8c76-4807-ad43-5196f2126d1d resource provider aggregate not found Oct 06 11:04:09.591806 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:02Z', 'revision_number': 3, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:09.603662 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment fc8ffaa0-8c76-4807-ad43-5196f2126d1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc8ffaa0-8c76-4807-ad43-5196f2126d1d found for delete ", "request_id": "req-ebc58e40-e63a-4be3-b0f7-7d18a6bfc859"}]} Oct 06 11:04:09.612742 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Current status of the port df213917-a890-40e4-9db1-12f9d22f5dbd is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:09.613329 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.641002 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eee38d-c315-43b1-8b9a-284237f56a89 None None] The sync data for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi is: [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:02Z', 'revision_number': 3, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:04:09.680247 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-36dc4e5f-d82a-482c-abc5-31d6d8af8a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (4adb80b3-df36-4aae-8c43-8d49b3d2ca01), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.785886 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:09.786537 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 34308035-30e3-4302-a1c4-8d5947d1696c up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:09.871490 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:09.882826 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:09.886281 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] For port df213917-a890-40e4-9db1-12f9d22f5dbd, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=df213917-a890-40e4-9db1-12f9d22f5dbd,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:09.907855 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:09.938245 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Pushing event updated for resources: {'Port': ['ID=f81e92a2-ab02-42cf-8334-732a7a5e7b83,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:10.020785 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:00Z', 'revision_number': 3, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:10.029698 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Provisioning complete for port 34308035-30e3-4302-a1c4-8d5947d1696c triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:10.034184 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.034771 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Attempt 1 to provision port 34308035-30e3-4302-a1c4-8d5947d1696c Oct 06 11:04:10.084376 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.150916 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71596e3-feaa-4611-b9f6-679150ff84d7 None None] The sync data for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi is: [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:00Z', 'revision_number': 3, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:04:10.243303 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Pushing event updated for resources: {'Port': ['ID=df213917-a890-40e4-9db1-12f9d22f5dbd,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:10.276173 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 34308035-30e3-4302-a1c4-8d5947d1696c triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:10.276777 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.277312 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 34308035-30e3-4302-a1c4-8d5947d1696c Oct 06 11:04:10.326574 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Allocated IP 172.20.0.1 (66a88666-ebf0-4b86-a615-d5110a6e14c5/d385ea7e-0027-459e-864e-32baf6548b18/171ff2d9-9881-4182-a347-306fa839341a) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:10.365610 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:10.385834 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:05Z', 'revision_number': 3, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port': {'id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:02Z', 'updated_at': '2022-10-06T11:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:10.437537 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:10.490611 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Checking router: 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:04:10.490968 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Updating router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f port feaacb9d-793f-4a1c-8d07-427135bfaede binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:04:10.544968 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-36dc4e5f-d82a-482c-abc5-31d6d8af8a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (4adb80b3-df36-4aae-8c43-8d49b3d2ca01), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.580261 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:10.651551 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.674651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Publish callbacks [] for port (90eb66db-9148-454e-a28c-a6f586cd9302), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.689138 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-262a439f-3dfd-4a01-814b-5a650f71b5cb None None] Current status of the port 34308035-30e3-4302-a1c4-8d5947d1696c is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:10.709341 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.733108 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.800959 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 34308035-30e3-4302-a1c4-8d5947d1696c is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:10.802099 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device df213917-a890-40e4-9db1-12f9d22f5dbd up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:10.931816 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c83bf458-bcab-4d19-aee1-a6f38476f65f None None] Provisioning complete for port f81e92a2-ab02-42cf-8334-732a7a5e7b83 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:10.940584 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c83bf458-bcab-4d19-aee1-a6f38476f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:10.940973 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c83bf458-bcab-4d19-aee1-a6f38476f65f None None] Attempt 1 to provision port f81e92a2-ab02-42cf-8334-732a7a5e7b83 Oct 06 11:04:11.072199 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:11.090179 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (944cf344-ec56-4bc6-8613-737e19017b34), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.090405 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:11.092618 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Pushing event updated for resources: {'Port': ['ID=90eb66db-9148-454e-a28c-a6f586cd9302,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:11.099959 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port df213917-a890-40e4-9db1-12f9d22f5dbd triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:11.100337 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.100678 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port df213917-a890-40e4-9db1-12f9d22f5dbd Oct 06 11:04:11.102236 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c83bf458-bcab-4d19-aee1-a6f38476f65f None None] Port f81e92a2-ab02-42cf-8334-732a7a5e7b83 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:11.110685 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc4e5f-d82a-482c-abc5-31d6d8af8a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adb80b3-df36-4aae-8c43-8d49b3d2ca01,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:11.130364 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-36dc4e5f-d82a-482c-abc5-31d6d8af8a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.145086 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55562) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:11.148370 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-36dc4e5f-d82a-482c-abc5-31d6d8af8a50 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/4adb80b3-df36-4aae-8c43-8d49b3d2ca01 HTTP/1.1" status: 204 len: 168 time: 1.9723706 Oct 06 11:04:11.238191 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Publish callbacks [] for port (171ff2d9-9881-4182-a347-306fa839341a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.247319 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:11.252651 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:04:11.287899 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c83bf458-bcab-4d19-aee1-a6f38476f65f None None] Provisioning complete for port 90eb66db-9148-454e-a28c-a6f586cd9302 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:11.288294 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c83bf458-bcab-4d19-aee1-a6f38476f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.288794 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c83bf458-bcab-4d19-aee1-a6f38476f65f None None] Attempt 1 to provision port 90eb66db-9148-454e-a28c-a6f586cd9302 Oct 06 11:04:11.415048 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c83bf458-bcab-4d19-aee1-a6f38476f65f None None] Port 90eb66db-9148-454e-a28c-a6f586cd9302 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:11.442253 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:04:11.449666 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-50f3f417-8760-4787-adfc-f76a8386ba4e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/10b1bcbb-67b7-45a3-84c2-e31e62ad410a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6831942 Oct 06 11:04:11.486758 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (171ff2d9-9881-4182-a347-306fa839341a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.510757 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (9b2ad5a8-c1db-4a14-8735-1b48e4d545fb), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.547243 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port df213917-a890-40e4-9db1-12f9d22f5dbd is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:11.600336 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Allocated IP 172.20.0.1 (84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36/771408e9-5467-4450-a143-1d2969ca876c/466cb1d7-5cc4-4939-8e62-fb031ab902e2) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:11.606656 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:11.617108 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:11.622027 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:11.624764 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:11.625339 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (33dd6613-b351-4b7c-aed5-373ec054b50f), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.639294 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:11.718720 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Pushing event updated for resources: {'Port': ['ID=171ff2d9-9881-4182-a347-306fa839341a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:11.806421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Publish callbacks [] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.826753 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:11.945080 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (171ff2d9-9881-4182-a347-306fa839341a), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.003330 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Attempting to bind port feaacb9d-793f-4a1c-8d07-427135bfaede on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:12.003513 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (9b2ad5a8-c1db-4a14-8735-1b48e4d545fb), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.014622 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Attempting to bind port feaacb9d-793f-4a1c-8d07-427135bfaede by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:12.015124 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Attempting to bind port feaacb9d-793f-4a1c-8d07-427135bfaede on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:12.047494 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2ad5a8-c1db-4a14-8735-1b48e4d545fb']}} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:12.068207 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5978726-e8cd-424c-9535-ff196626f180') {'for_net_delete': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:12.068761 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5978726-e8cd-424c-9535-ff196626f180') {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:12.085653 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572122'] for segment (b5978726-e8cd-424c-9535-ff196626f180), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.101960 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (b5978726-e8cd-424c-9535-ff196626f180), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.110410 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Releasing vlan 476 on physical network physnet1 to pool {{(pid=106390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:04:12.110999 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555455'] for segment (b5978726-e8cd-424c-9535-ff196626f180), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.178372 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb080c-6695-4d15-a192-a6afac6177c5 None None] Pushing event updated for resources: {'Port': ['ID=feaacb9d-793f-4a1c-8d07-427135bfaede,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:12.245509 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:12.246474 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:12.246896 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.247305 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:12.248547 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Bound port: feaacb9d-793f-4a1c-8d07-427135bfaede, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:12.253499 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.362085 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55584) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:12.394758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Publish callbacks [] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.447010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:12.448719 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:12.485362 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.492428 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] For port feaacb9d-793f-4a1c-8d07-427135bfaede, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:12.496299 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment b5978726-e8cd-424c-9535-ff196626f180 resource provider aggregate not found Oct 06 11:04:12.497099 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] For port feaacb9d-793f-4a1c-8d07-427135bfaede, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=feaacb9d-793f-4a1c-8d07-427135bfaede,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:12.504131 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:12.508131 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device b27a6444-b511-4e16-833b-900c3e293585 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:12.525819 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Publish callbacks [] for port (171ff2d9-9881-4182-a347-306fa839341a), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.536069 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (171ff2d9-9881-4182-a347-306fa839341a), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.537038 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (33dd6613-b351-4b7c-aed5-373ec054b50f), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.548956 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.607457 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-1e60c4bc-f7d6-460c-9566-3bb8e2ba8001 None None] Provisioning complete for port 171ff2d9-9881-4182-a347-306fa839341a triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:12.608085 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1e60c4bc-f7d6-460c-9566-3bb8e2ba8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (171ff2d9-9881-4182-a347-306fa839341a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.609841 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-1e60c4bc-f7d6-460c-9566-3bb8e2ba8001 None None] Attempt 1 to provision port 171ff2d9-9881-4182-a347-306fa839341a Oct 06 11:04:12.644392 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Router 944cf344-ec56-4bc6-8613-737e19017b34 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:04:12.659184 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (9b2ad5a8-c1db-4a14-8735-1b48e4d545fb), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.668820 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-1e60c4bc-f7d6-460c-9566-3bb8e2ba8001 None None] Port 171ff2d9-9881-4182-a347-306fa839341a cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:12.690030 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment b5978726-e8cd-424c-9535-ff196626f180 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5978726-e8cd-424c-9535-ff196626f180 found for delete ", "request_id": "req-640752bf-95dd-438b-a7b5-547d14c5b34b"}]} Oct 06 11:04:12.705856 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.710290 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/9b2ad5a8-c1db-4a14-8735-1b48e4d545fb HTTP/1.1" status: 204 len: 168 time: 1.5639465 Oct 06 11:04:12.719767 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf628f-ecba-49c4-9280-81552e78bfa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2ad5a8-c1db-4a14-8735-1b48e4d545fb,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:12.729057 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:12.735187 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:12.743193 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:12.765836 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55600) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:12.768159 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:12.774545 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-e4d2313d-e8ae-4350-8310-6f6f3aec293f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157006524', 'description': 'tempest-description--907830409'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:12.789061 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Pushing event updated for resources: {'Port': ['ID=171ff2d9-9881-4182-a347-306fa839341a,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:12.796532 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:12.801652 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-59bf2725-327b-4e78-9e1b-2ddd358d2442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.827261 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-1e60c4bc-f7d6-460c-9566-3bb8e2ba8001 None None] Provisioning complete for port 90eb66db-9148-454e-a28c-a6f586cd9302 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:12.827737 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1e60c4bc-f7d6-460c-9566-3bb8e2ba8001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.830195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Pushing event updated for resources: {'Port': ['ID=466cb1d7-5cc4-4939-8e62-fb031ab902e2,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:12.838400 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-1e60c4bc-f7d6-460c-9566-3bb8e2ba8001 None None] Attempt 1 to provision port 90eb66db-9148-454e-a28c-a6f586cd9302 Oct 06 11:04:12.843035 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Routers {'07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:12.843789 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:12.854407 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.911270 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb080c-6695-4d15-a192-a6afac6177c5 None None] Pushing event updated for resources: {'Port': ['ID=feaacb9d-793f-4a1c-8d07-427135bfaede,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:12.926373 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port b27a6444-b511-4e16-833b-900c3e293585 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:12.928845 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (b27a6444-b511-4e16-833b-900c3e293585), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:12.929214 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port b27a6444-b511-4e16-833b-900c3e293585 Oct 06 11:04:12.982959 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:13.011410 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55602) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:13.048578 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4d2313d-e8ae-4350-8310-6f6f3aec293f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.051373 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:04:13.067129 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-92277d74-c7ea-4095-a8cc-150b2799e07f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/944cf344-ec56-4bc6-8613-737e19017b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1587543 Oct 06 11:04:13.084979 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Sync routers for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:04:13.104832 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:13.122257 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:13.122898 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:13.148846 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:13.191335 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-1e60c4bc-f7d6-460c-9566-3bb8e2ba8001 None None] Port 90eb66db-9148-454e-a28c-a6f586cd9302 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:13.192465 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-e80c7a32-bd39-4028-a613-2a289f796277 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=353c183951e4445c9e31217081964962&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1797173 Oct 06 11:04:13.195184 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55608) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:13.318568 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.363099 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] Set router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:13.367382 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:13.412894 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd081-da30-4a24-93a8-9c11ae862511 admin admin] Publish callbacks [] for security_group (cf982504-7d7f-480a-8261-4bdb599f4802), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.432052 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c12232b6-72b0-408f-a215-0abeb7bf04d2 None None] Provisioning complete for port 171ff2d9-9881-4182-a347-306fa839341a triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:13.432340 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c12232b6-72b0-408f-a215-0abeb7bf04d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (171ff2d9-9881-4182-a347-306fa839341a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.432665 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c12232b6-72b0-408f-a215-0abeb7bf04d2 None None] Attempt 1 to provision port 171ff2d9-9881-4182-a347-306fa839341a Oct 06 11:04:13.463223 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Router 33dd6613-b351-4b7c-aed5-373ec054b50f has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:04:13.463493 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd081-da30-4a24-93a8-9c11ae862511 admin admin] Publish callbacks [] for security_group (cf982504-7d7f-480a-8261-4bdb599f4802), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.531946 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port b27a6444-b511-4e16-833b-900c3e293585 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:13.532691 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b27a6444-b511-4e16-833b-900c3e293585), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.556531 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:13.633412 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd081-da30-4a24-93a8-9c11ae862511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (cf982504-7d7f-480a-8261-4bdb599f4802), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.637839 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd081-da30-4a24-93a8-9c11ae862511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.642470 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0a3cd081-da30-4a24-93a8-9c11ae862511 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cf982504-7d7f-480a-8261-4bdb599f4802 HTTP/1.1" status: 204 len: 168 time: 0.4444046 Oct 06 11:04:13.691616 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Sync routers for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:04:13.737434 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cd081-da30-4a24-93a8-9c11ae862511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf982504-7d7f-480a-8261-4bdb599f4802,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:13.798863 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port b27a6444-b511-4e16-833b-900c3e293585, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=b27a6444-b511-4e16-833b-900c3e293585,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:13.805548 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55634) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:13.811096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4d2313d-e8ae-4350-8310-6f6f3aec293f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (1e8a35fb-e8c1-4ff1-8510-86e40f39aa75), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.817562 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Publish callbacks [] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.828837 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-bacccf78-90f4-43ab-9aa6-a58275dd5acb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218946242', 'description': 'tempest-description--369695348'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:13.835065 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4d2313d-e8ae-4350-8310-6f6f3aec293f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (1e8a35fb-e8c1-4ff1-8510-86e40f39aa75), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.835875 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c12232b6-72b0-408f-a215-0abeb7bf04d2 None None] Port 171ff2d9-9881-4182-a347-306fa839341a cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:13.836871 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.859263 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b27a6444-b511-4e16-833b-900c3e293585), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.860199 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 1b55885f-5c4a-4f19-9bf8-651ab307010b up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:13.863824 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-59bf2725-327b-4e78-9e1b-2ddd358d2442 admin admin] Publish callbacks [] for security_group (30140787-8cc8-4614-b69d-9010a4c86d62), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.914608 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-59bf2725-327b-4e78-9e1b-2ddd358d2442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (30140787-8cc8-4614-b69d-9010a4c86d62), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.973138 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:13.973138 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:13.973328 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4d2313d-e8ae-4350-8310-6f6f3aec293f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.973328 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e4d2313d-e8ae-4350-8310-6f6f3aec293f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2032559 Oct 06 11:04:13.983075 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55640) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:13.989940 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-8ef2325f-f03e-417c-9142-f2fc87dc0245 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'security_group_rule': {'security_group_id': '1e8a35fb-e8c1-4ff1-8510-86e40f39aa75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:13.991461 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c12232b6-72b0-408f-a215-0abeb7bf04d2 None None] Provisioning complete for port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:13.991888 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c12232b6-72b0-408f-a215-0abeb7bf04d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:13.992242 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c12232b6-72b0-408f-a215-0abeb7bf04d2 None None] Attempt 1 to provision port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 Oct 06 11:04:14.010495 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:04:14.012250 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2313d-e8ae-4350-8310-6f6f3aec293f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:14.027896 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-802a9816-7971-45b6-9a3a-767d5b31da95 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/33dd6613-b351-4b7c-aed5-373ec054b50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1480174 Oct 06 11:04:14.038614 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Sync routers for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:04:14.043247 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-59bf2725-327b-4e78-9e1b-2ddd358d2442 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e4960f1c54854f049c06fa301d9c117a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6798458 Oct 06 11:04:14.052448 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55646) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:14.102056 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf2725-327b-4e78-9e1b-2ddd358d2442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30140787-8cc8-4614-b69d-9010a4c86d62,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:14.103407 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:14.104077 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:14.109743 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ef2325f-f03e-417c-9142-f2fc87dc0245 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (d0f95ed0-0405-41a1-8d44-3aefa0aec3c2), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.134502 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:10Z', 'revision_number': 2, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:14.145192 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bacccf78-90f4-43ab-9aa6-a58275dd5acb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.168030 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.184088 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Pushing event updated for resources: {'Port': ['ID=466cb1d7-5cc4-4939-8e62-fb031ab902e2,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:14.217184 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:14.287879 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8752af01-d463-47c8-ab35-8838cea09f00 admin admin] Publish callbacks [] for security_group (30140787-8cc8-4614-b69d-9010a4c86d62), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.288850 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bacccf78-90f4-43ab-9aa6-a58275dd5acb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (2aa0fb6e-aa58-426c-82aa-5cf39bd09f42), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.292507 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:14.340016 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bacccf78-90f4-43ab-9aa6-a58275dd5acb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2aa0fb6e-aa58-426c-82aa-5cf39bd09f42), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.343581 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Checking router: 944cf344-ec56-4bc6-8613-737e19017b34 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:04:14.344052 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Updating router 944cf344-ec56-4bc6-8613-737e19017b34 port 90eb66db-9148-454e-a28c-a6f586cd9302 binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:04:14.372183 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c12232b6-72b0-408f-a215-0abeb7bf04d2 None None] Port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:14.388568 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8752af01-d463-47c8-ab35-8838cea09f00 admin admin] Publish callbacks [] for security_group (30140787-8cc8-4614-b69d-9010a4c86d62), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.394570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:14.416268 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bacccf78-90f4-43ab-9aa6-a58275dd5acb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.420168 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-bacccf78-90f4-43ab-9aa6-a58275dd5acb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6114261 Oct 06 11:04:14.428486 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55654) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:14.429240 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacccf78-90f4-43ab-9aa6-a58275dd5acb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:14.440444 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-6562ca3d-0fab-4da5-8fce-60df2c9c42ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'security_group_rule': {'security_group_id': '2aa0fb6e-aa58-426c-82aa-5cf39bd09f42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:14.443292 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:14.451315 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ef2325f-f03e-417c-9142-f2fc87dc0245 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (d0f95ed0-0405-41a1-8d44-3aefa0aec3c2), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.459483 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:14.466036 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=b27a6444-b511-4e16-833b-900c3e293585,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:14.493430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 1b55885f-5c4a-4f19-9bf8-651ab307010b triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:14.494346 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.494894 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 1b55885f-5c4a-4f19-9bf8-651ab307010b Oct 06 11:04:14.498413 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6562ca3d-0fab-4da5-8fce-60df2c9c42ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (344551f2-bcc9-4464-b9d0-33b0c0aa7ab6), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.501838 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ef2325f-f03e-417c-9142-f2fc87dc0245 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (d0f95ed0-0405-41a1-8d44-3aefa0aec3c2), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.517176 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:14.520582 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:14.528076 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.552797 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:14.568920 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2325f-f03e-417c-9142-f2fc87dc0245 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f95ed0-0405-41a1-8d44-3aefa0aec3c2,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:14.600627 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:14.603966 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ef2325f-f03e-417c-9142-f2fc87dc0245 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.605559 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8ef2325f-f03e-417c-9142-f2fc87dc0245 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6192350 Oct 06 11:04:14.609031 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55660) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:14.618599 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-e114639a-72fe-4555-bd1a-2640df2309ad tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'security_group_rule': {'security_group_id': '1e8a35fb-e8c1-4ff1-8510-86e40f39aa75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:14.629161 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:05Z', 'revision_number': 3, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port': {'id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:02Z', 'updated_at': '2022-10-06T11:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:14.678658 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ba17a-63dc-4077-a2f6-806cdd7fe66e None None] The sync data for ids ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'] in dv-cinder-860209-2-iscsi is: [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:05Z', 'revision_number': 3, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port': {'id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:02Z', 'updated_at': '2022-10-06T11:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:04:14.683049 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8752af01-d463-47c8-ab35-8838cea09f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (30140787-8cc8-4614-b69d-9010a4c86d62), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.695650 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8752af01-d463-47c8-ab35-8838cea09f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.698106 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8752af01-d463-47c8-ab35-8838cea09f00 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/30140787-8cc8-4614-b69d-9010a4c86d62 HTTP/1.1" status: 204 len: 168 time: 0.6404393 Oct 06 11:04:14.715900 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6562ca3d-0fab-4da5-8fce-60df2c9c42ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (344551f2-bcc9-4464-b9d0-33b0c0aa7ab6), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.738528 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6562ca3d-0fab-4da5-8fce-60df2c9c42ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (344551f2-bcc9-4464-b9d0-33b0c0aa7ab6), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.745231 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752af01-d463-47c8-ab35-8838cea09f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30140787-8cc8-4614-b69d-9010a4c86d62,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:14.751899 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e114639a-72fe-4555-bd1a-2640df2309ad tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (0c1777d3-4a5a-4136-ae21-ad7fb9b347e3), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.764519 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55666) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:14.899528 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e114639a-72fe-4555-bd1a-2640df2309ad tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (0c1777d3-4a5a-4136-ae21-ad7fb9b347e3), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.907592 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e114639a-72fe-4555-bd1a-2640df2309ad tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (0c1777d3-4a5a-4136-ae21-ad7fb9b347e3), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.927797 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114639a-72fe-4555-bd1a-2640df2309ad tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1777d3-4a5a-4136-ae21-ad7fb9b347e3,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:14.940153 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:14.955809 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e114639a-72fe-4555-bd1a-2640df2309ad tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:14.957588 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e114639a-72fe-4555-bd1a-2640df2309ad tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3471417 Oct 06 11:04:14.960795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55670) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:14.976450 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:14.987080 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:04:15.000174 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fd655219-827d-4bcf-a5b2-95e05252c349 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3883e67ba21e4ee5b242577c1aa2b299&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2118578 Oct 06 11:04:15.006533 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6562ca3d-0fab-4da5-8fce-60df2c9c42ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.007198 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55672) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:15.007650 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:15.010980 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6562ca3d-0fab-4da5-8fce-60df2c9c42ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5751178 Oct 06 11:04:15.010980 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562ca3d-0fab-4da5-8fce-60df2c9c42ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344551f2-bcc9-4464-b9d0-33b0c0aa7ab6,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:15.012195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55674) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:15.031170 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-7875736a-3a1b-4c1f-8c56-553357ae6982 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'security_group_rule': {'security_group_id': '2aa0fb6e-aa58-426c-82aa-5cf39bd09f42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:15.066020 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.071593 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-77c322d0-e289-42e4-b108-d7a29c9fc3dc None None] Provisioning complete for port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:15.073140 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-77c322d0-e289-42e4-b108-d7a29c9fc3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.073632 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-77c322d0-e289-42e4-b108-d7a29c9fc3dc None None] Attempt 1 to provision port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 Oct 06 11:04:15.136396 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7875736a-3a1b-4c1f-8c56-553357ae6982 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (a3f93a44-e55b-46c7-a85c-dcbea99e10e9), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.204714 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 1b55885f-5c4a-4f19-9bf8-651ab307010b is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:15.205362 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.266364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7875736a-3a1b-4c1f-8c56-553357ae6982 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (a3f93a44-e55b-46c7-a85c-dcbea99e10e9), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.281934 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7875736a-3a1b-4c1f-8c56-553357ae6982 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (a3f93a44-e55b-46c7-a85c-dcbea99e10e9), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.289994 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-77c322d0-e289-42e4-b108-d7a29c9fc3dc None None] Port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:15.304576 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875736a-3a1b-4c1f-8c56-553357ae6982 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f93a44-e55b-46c7-a85c-dcbea99e10e9,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:15.414598 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7875736a-3a1b-4c1f-8c56-553357ae6982 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.415757 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-7875736a-3a1b-4c1f-8c56-553357ae6982 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3913150 Oct 06 11:04:15.425011 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55690) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:15.438890 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:15.472172 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 1b55885f-5c4a-4f19-9bf8-651ab307010b, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=1b55885f-5c4a-4f19-9bf8-651ab307010b,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:15.479743 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:15.495570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.496483 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device bf4d9d98-03dd-4f2b-848e-57a77859b780 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:15.496778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.516980 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7270f9df-b728-4943-991f-204cb40aba8a admin admin] Publish callbacks [] for security_group (4f382330-b723-4e31-9735-2630b0ea63a4), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.535923 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55700) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:15.543257 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:04:15.557126 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-dd493190-8b92-453b-9ff0-b6a945f0af76 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/07a96bf6-cfa6-4440-aef7-6ab6b9ab767f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0226495 Oct 06 11:04:15.628398 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7270f9df-b728-4943-991f-204cb40aba8a admin admin] Publish callbacks [] for security_group (4f382330-b723-4e31-9735-2630b0ea63a4), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.708843 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:12Z', 'revision_number': 2, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:15.715163 dv-cinder-860209-2-iscsi neutron-server[106389]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 06 11:04:15.734237 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 2, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:15.795371 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Checking router: 33dd6613-b351-4b7c-aed5-373ec054b50f for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:04:15.797788 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Updating router 33dd6613-b351-4b7c-aed5-373ec054b50f port 171ff2d9-9881-4182-a347-306fa839341a binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:04:15.803091 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Checking router: 10b1bcbb-67b7-45a3-84c2-e31e62ad410a for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:04:15.803683 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Updating router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a port f81e92a2-ab02-42cf-8334-732a7a5e7b83 binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:04:15.845950 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.873104 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port bf4d9d98-03dd-4f2b-848e-57a77859b780 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:15.873496 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.874808 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port bf4d9d98-03dd-4f2b-848e-57a77859b780 Oct 06 11:04:15.878658 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=1b55885f-5c4a-4f19-9bf8-651ab307010b,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:15.895815 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Publish callbacks [] for port (90eb66db-9148-454e-a28c-a6f586cd9302), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.928677 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.958518 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (171ff2d9-9881-4182-a347-306fa839341a), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:15.998357 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.003192 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7270f9df-b728-4943-991f-204cb40aba8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4f382330-b723-4e31-9735-2630b0ea63a4), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.006532 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7270f9df-b728-4943-991f-204cb40aba8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.008195 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7270f9df-b728-4943-991f-204cb40aba8a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4f382330-b723-4e31-9735-2630b0ea63a4 HTTP/1.1" status: 204 len: 168 time: 0.9963732 Oct 06 11:04:16.042811 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.143827 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:16.143827 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55724) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:16.319239 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd39afe-8529-457e-95bf-368a4e3f1412 None None] Pushing event updated for resources: {'Port': ['ID=90eb66db-9148-454e-a28c-a6f586cd9302,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:16.347628 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Attempting to bind port 90eb66db-9148-454e-a28c-a6f586cd9302 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:16.348042 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Attempting to bind port 90eb66db-9148-454e-a28c-a6f586cd9302 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:16.348413 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Attempting to bind port 90eb66db-9148-454e-a28c-a6f586cd9302 on network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:16.414666 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port bf4d9d98-03dd-4f2b-848e-57a77859b780 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:16.415237 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.421747 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Allocated IP 172.27.0.212 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/5aa0ade7-c97e-4a55-81ce-79703511fb2e) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:16.477457 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port bf4d9d98-03dd-4f2b-848e-57a77859b780, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=bf4d9d98-03dd-4f2b-848e-57a77859b780,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:16.497143 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.502293 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 34308035-30e3-4302-a1c4-8d5947d1696c up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:16.541636 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270f9df-b728-4943-991f-204cb40aba8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f382330-b723-4e31-9735-2630b0ea63a4,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:16.633935 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:16.634540 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Checking segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:16.634761 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.635158 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Bound using segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:16.635654 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Bound port: 90eb66db-9148-454e-a28c-a6f586cd9302, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:16.636057 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.709363 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for port (5aa0ade7-c97e-4a55-81ce-79703511fb2e), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.752053 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-df24006a-0c7a-44c0-a9ea-2b02720e2d04 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:16.755745 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-df24006a-0c7a-44c0-a9ea-2b02720e2d04 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 819 time: 1.1833265 Oct 06 11:04:16.784160 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-5b381ee3-d250-4b38-9bfe-e50fe7ef1542 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/quotas/4ebb258de32f40c68f86e4b401efde5d HTTP/1.1" status: 200 len: 375 time: 0.0229013 Oct 06 11:04:16.799665 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:16.810211 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (5aa0ade7-c97e-4a55-81ce-79703511fb2e), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.848757 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5eacd283-0a4d-4fde-b2a6-c986869e5f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.859596 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:16.880944 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] For port 90eb66db-9148-454e-a28c-a6f586cd9302, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:16.885611 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] For port 90eb66db-9148-454e-a28c-a6f586cd9302, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=90eb66db-9148-454e-a28c-a6f586cd9302,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:16.901483 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:16.960926 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:16.961977 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:16.964806 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'Port': ['ID=5aa0ade7-c97e-4a55-81ce-79703511fb2e,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:17.006620 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:17.020650 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-f737c27d-7ea8-435e-81b9-64663502bbc2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288055 Oct 06 11:04:17.037854 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:17.052234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:17.052640 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Allocated IP 172.27.0.28 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/63bf24e6-6db4-4a4d-8512-36fd10a75582) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:17.072130 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Publish callbacks [] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.078457 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=bf4d9d98-03dd-4f2b-848e-57a77859b780,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:17.083193 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:17.095052 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.108971 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:17.158409 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 34308035-30e3-4302-a1c4-8d5947d1696c triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:17.158920 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.159391 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 34308035-30e3-4302-a1c4-8d5947d1696c Oct 06 11:04:17.208810 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:17.329189 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b9d41-1a9b-4473-ac3a-acf0a3c9a041 None None] Pushing event updated for resources: {'Port': ['ID=f81e92a2-ab02-42cf-8334-732a7a5e7b83,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:17.362724 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55778) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:17.365406 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for port (63bf24e6-6db4-4a4d-8512-36fd10a75582), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.371673 dv-cinder-860209-2-iscsi neutron-server[106390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 06 11:04:17.386208 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:17.411149 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:17.455290 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Attempting to bind port f81e92a2-ab02-42cf-8334-732a7a5e7b83 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:17.455986 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Attempting to bind port f81e92a2-ab02-42cf-8334-732a7a5e7b83 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:17.456268 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Attempting to bind port f81e92a2-ab02-42cf-8334-732a7a5e7b83 on network fea6c97c-9c48-403d-929b-bfa5008b2a1f {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:17.475182 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (63bf24e6-6db4-4a4d-8512-36fd10a75582), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.544655 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd39afe-8529-457e-95bf-368a4e3f1412 None None] Pushing event updated for resources: {'Port': ['ID=90eb66db-9148-454e-a28c-a6f586cd9302,revision_number=4']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:17.560756 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 34308035-30e3-4302-a1c4-8d5947d1696c is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:17.564424 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device df213917-a890-40e4-9db1-12f9d22f5dbd up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:17.608690 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Publish callbacks [] for port (171ff2d9-9881-4182-a347-306fa839341a), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.623332 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (171ff2d9-9881-4182-a347-306fa839341a), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.627318 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:17.632031 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:17.646681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:17.676561 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:17.677215 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:17.684255 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Checking segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:17.684972 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.685631 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Bound using segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:17.688218 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Bound port: f81e92a2-ab02-42cf-8334-732a7a5e7b83, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:17.688760 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.727962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (813e6f66-1ca8-41d2-b324-ed4097c744f4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.750551 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:17.771340 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (e2180af4-29c2-45eb-82c1-4fc024823cd4), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.801444 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:17.804372 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port df213917-a890-40e4-9db1-12f9d22f5dbd triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:17.808149 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.808671 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port df213917-a890-40e4-9db1-12f9d22f5dbd Oct 06 11:04:17.839245 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-f4090c52-9c1e-45f1-a214-140e96a7b903 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:04:17.844788 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-f4090c52-9c1e-45f1-a214-140e96a7b903 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2859681 Oct 06 11:04:17.845822 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'Port': ['ID=63bf24e6-6db4-4a4d-8512-36fd10a75582,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:17.864136 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d3345-16d7-4dd3-8b7b-7f86587361a6 None None] The sync data for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi is: [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:04:17.897948 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5eacd283-0a4d-4fde-b2a6-c986869e5f5a admin admin] Publish callbacks [] for security_group (93cb69b1-f751-4a6d-a408-a9d2ba07310d), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.925862 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efc8a7-45ef-4051-84b9-21688289ab9d None None] Pushing event updated for resources: {'Port': ['ID=171ff2d9-9881-4182-a347-306fa839341a,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:17.986930 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (63bf24e6-6db4-4a4d-8512-36fd10a75582), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:17.995922 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] For port f81e92a2-ab02-42cf-8334-732a7a5e7b83, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:18.012944 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] For port f81e92a2-ab02-42cf-8334-732a7a5e7b83, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=f81e92a2-ab02-42cf-8334-732a7a5e7b83,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:18.022242 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Attempting to bind port 171ff2d9-9881-4182-a347-306fa839341a on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:18.022869 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Attempting to bind port 171ff2d9-9881-4182-a347-306fa839341a by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:18.023229 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Attempting to bind port 171ff2d9-9881-4182-a347-306fa839341a on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:18.059612 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.081681 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (5aa0ade7-c97e-4a55-81ce-79703511fb2e), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.192795 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:18.192983 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Checking segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:18.193396 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.193798 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Bound using segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:18.201750 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Bound port: 171ff2d9-9881-4182-a347-306fa839341a, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:18.207723 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (171ff2d9-9881-4182-a347-306fa839341a), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.277249 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for port (63bf24e6-6db4-4a4d-8512-36fd10a75582), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.287938 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (63bf24e6-6db4-4a4d-8512-36fd10a75582), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.287938 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (e2180af4-29c2-45eb-82c1-4fc024823cd4), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.389942 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.389942 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4212821 Oct 06 11:04:18.392576 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb5c8a-3588-400f-adbd-acffd9163463 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'Port': ['ID=63bf24e6-6db4-4a4d-8512-36fd10a75582,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:18.429525 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-d9816242-48ff-4b88-bef5-792895087b2e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556295 Oct 06 11:04:18.437915 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:18.440590 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5eacd283-0a4d-4fde-b2a6-c986869e5f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (93cb69b1-f751-4a6d-a408-a9d2ba07310d), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.441628 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:18.520766 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] For port 171ff2d9-9881-4182-a347-306fa839341a, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:18.536448 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] For port 171ff2d9-9881-4182-a347-306fa839341a, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=171ff2d9-9881-4182-a347-306fa839341a,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:18.552694 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (171ff2d9-9881-4182-a347-306fa839341a), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:18.559571 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Sync routers for ids ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:04:18.602361 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b9d41-1a9b-4473-ac3a-acf0a3c9a041 None None] Pushing event updated for resources: {'Port': ['ID=f81e92a2-ab02-42cf-8334-732a7a5e7b83,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:18.611236 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Routers {'07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:18.614210 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:18.627532 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:18.628483 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:18.634002 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-aeeaea4b-aac0-4cb6-b8ac-7b5b5e526a12 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968117 Oct 06 11:04:18.776506 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port df213917-a890-40e4-9db1-12f9d22f5dbd is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:18.795045 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efc8a7-45ef-4051-84b9-21688289ab9d None None] Pushing event updated for resources: {'Port': ['ID=171ff2d9-9881-4182-a347-306fa839341a,revision_number=4']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:18.859484 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:18.993088 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:19.232339 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-5eacd283-0a4d-4fde-b2a6-c986869e5f5a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b008d145e73f4d0981ca4db3d6355e16&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0764709 Oct 06 11:04:19.241929 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55850) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:19.260962 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-20b5aac3-c1e8-4eee-ba57-361987bd1cb2 req-1011e9f5-d0c6-43bd-93ad-792ca29501b9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 210 time: 0.1891730 Oct 06 11:04:19.318317 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacd283-0a4d-4fde-b2a6-c986869e5f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cb69b1-f751-4a6d-a408-a9d2ba07310d,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:19.337999 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-862b7c90-c0c7-41c5-a1ab-ac84e35fe108 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:19.349339 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-862b7c90-c0c7-41c5-a1ab-ac84e35fe108 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/networks?id=84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 HTTP/1.1" status: 200 len: 811 time: 1.9852984 Oct 06 11:04:19.394723 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:19.403993 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device b27a6444-b511-4e16-833b-900c3e293585 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:19.434610 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for port (5aa0ade7-c97e-4a55-81ce-79703511fb2e), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:19.439980 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:19.464986 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (5aa0ade7-c97e-4a55-81ce-79703511fb2e), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:19.482139 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:19.486741 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-2e5d4d86-c7df-4bb3-9c90-8deeaf256021 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/quotas/aaa6c50978eb46ecba4c88562ede965b HTTP/1.1" status: 200 len: 375 time: 0.1362879 Oct 06 11:04:19.555374 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:19.562402 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55866) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:19.607653 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-07d2c0f8-333d-4f2e-972b-b52c894b7d3f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1157006524&fields=id&tenant_id=8c9bfd4947d045cf831f1a60bf91f389 HTTP/1.1" status: 200 len: 267 time: 0.1653788 Oct 06 11:04:19.652285 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:19.658763 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port b27a6444-b511-4e16-833b-900c3e293585 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:19.665041 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (b27a6444-b511-4e16-833b-900c3e293585), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:19.665521 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port b27a6444-b511-4e16-833b-900c3e293585 Oct 06 11:04:19.708129 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:18Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:19.714110 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ea1db078-35ff-4cf1-9201-52990f11bb61 admin admin] Publish callbacks [] for security_group (93cb69b1-f751-4a6d-a408-a9d2ba07310d), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:19.729135 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (813e6f66-1ca8-41d2-b324-ed4097c744f4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:19.759695 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-3ee2ae86-b523-4de9-81d0-db7eb3303cb2 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=aaa6c50978eb46ecba4c88562ede965b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2259264 Oct 06 11:04:19.774601 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'Port': ['ID=5aa0ade7-c97e-4a55-81ce-79703511fb2e,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:19.798632 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0babfac-1453-48e8-af89-0049bf13d6e2 None None] The sync data for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi is: [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:18Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:04:19.825878 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ea1db078-35ff-4cf1-9201-52990f11bb61 admin admin] Publish callbacks [] for security_group (93cb69b1-f751-4a6d-a408-a9d2ba07310d), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:19.830667 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-9f7062a4-65f4-46b5-9af2-060f59c1bfca tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:19.840549 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-9f7062a4-65f4-46b5-9af2-060f59c1bfca tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 809 time: 0.2253354 Oct 06 11:04:19.847275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:19.865770 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Set router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:19.875758 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-1ddb328c-39be-42b7-97f4-b6e50717254c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/quotas/8c9bfd4947d045cf831f1a60bf91f389 HTTP/1.1" status: 200 len: 375 time: 0.0320380 Oct 06 11:04:19.876071 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-7991d438-94d3-48ba-b19b-72cfdd4fe800 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4475884 Oct 06 11:04:20.013604 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-367a7b88-fd19-4483-b753-0ac86aa31c7c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067686 Oct 06 11:04:20.045525 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ea1db078-35ff-4cf1-9201-52990f11bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (93cb69b1-f751-4a6d-a408-a9d2ba07310d), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.049133 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ea1db078-35ff-4cf1-9201-52990f11bb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.055623 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ea1db078-35ff-4cf1-9201-52990f11bb61 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/93cb69b1-f751-4a6d-a408-a9d2ba07310d HTTP/1.1" status: 204 len: 168 time: 0.7781360 Oct 06 11:04:20.093961 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1db078-35ff-4cf1-9201-52990f11bb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cb69b1-f751-4a6d-a408-a9d2ba07310d,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:20.202465 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c19d79d-0f65-49cd-87c0-2131fc47d4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.237068 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:17Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:20.240923 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:20.309898 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-587f1451-2033-445c-9059-0223f64f648d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444408 Oct 06 11:04:20.329726 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:20.462318 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c19d79d-0f65-49cd-87c0-2131fc47d4d5 admin admin] Publish callbacks [] for security_group (95efb4b3-f8f6-4949-ad2a-d3c4c3d516f1), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.472718 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c19d79d-0f65-49cd-87c0-2131fc47d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (95efb4b3-f8f6-4949-ad2a-d3c4c3d516f1), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.480013 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f46d4f-6cf2-41f9-b0e1-79a71ea6a5bd None None] The sync data for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi is: [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:17Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:04:20.489199 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port b27a6444-b511-4e16-833b-900c3e293585 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:20.490773 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 1b55885f-5c4a-4f19-9bf8-651ab307010b up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:20.528495 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3c19d79d-0f65-49cd-87c0-2131fc47d4d5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2c108c50400744fa8e39a9f770625031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9618375 Oct 06 11:04:20.529589 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 55902) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:20.531270 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19d79d-0f65-49cd-87c0-2131fc47d4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95efb4b3-f8f6-4949-ad2a-d3c4c3d516f1,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:20.559568 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-567c3912-f9c4-4140-949f-a267b30fd4d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402492 Oct 06 11:04:20.659666 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80641b33-2ab8-4f75-aa28-d1de10f26d9a admin admin] Publish callbacks [] for security_group (95efb4b3-f8f6-4949-ad2a-d3c4c3d516f1), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.685386 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 1b55885f-5c4a-4f19-9bf8-651ab307010b triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:20.685996 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.686784 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 1b55885f-5c4a-4f19-9bf8-651ab307010b Oct 06 11:04:20.693662 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80641b33-2ab8-4f75-aa28-d1de10f26d9a admin admin] Publish callbacks [] for security_group (95efb4b3-f8f6-4949-ad2a-d3c4c3d516f1), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.750052 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:04:20.779173 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port': {'id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:02Z', 'updated_at': '2022-10-06T11:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '466cb1d7-5cc4-4939-8e62-fb031ab902e2', 'name': '', 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'mac_address': 'fa:16:3e:3d:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '771408e9-5467-4450-a143-1d2969ca876c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:10Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 2, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'subnets': [{'id': '771408e9-5467-4450-a143-1d2969ca876c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:20.801087 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80641b33-2ab8-4f75-aa28-d1de10f26d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (95efb4b3-f8f6-4949-ad2a-d3c4c3d516f1), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.803187 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-80641b33-2ab8-4f75-aa28-d1de10f26d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.805914 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-80641b33-2ab8-4f75-aa28-d1de10f26d9a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/95efb4b3-f8f6-4949-ad2a-d3c4c3d516f1 HTTP/1.1" status: 204 len: 168 time: 0.2730608 Oct 06 11:04:20.824149 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Checking router: 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:04:20.824744 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Updating router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:04:20.825869 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80641b33-2ab8-4f75-aa28-d1de10f26d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95efb4b3-f8f6-4949-ad2a-d3c4c3d516f1,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:20.883300 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:20.990917 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 1b55885f-5c4a-4f19-9bf8-651ab307010b is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:20.992033 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device bf4d9d98-03dd-4f2b-848e-57a77859b780 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:21.162093 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port bf4d9d98-03dd-4f2b-848e-57a77859b780 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:21.162593 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:21.162932 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port bf4d9d98-03dd-4f2b-848e-57a77859b780 Oct 06 11:04:21.250630 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-e8f44285-8ccc-45de-a5a3-7514223ae028 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:21.252849 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-e8f44285-8ccc-45de-a5a3-7514223ae028 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 819 time: 0.3167541 Oct 06 11:04:21.282490 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-9499f464-d673-404b-9e93-87cc4a7cc9db tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/quotas/4ebb258de32f40c68f86e4b401efde5d HTTP/1.1" status: 200 len: 375 time: 0.0217121 Oct 06 11:04:21.325320 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:21.326045 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 55950) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:21.354892 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1efdad68-1427-48c9-848a-87a2d8baa243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:21.374744 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-f3869a13-91bb-4529-9010-ac0ec39554e5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899034 Oct 06 11:04:21.384326 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:21.413856 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-2cd89085-1d68-4f71-b787-b99b1244c8a0 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:04:21.416057 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-2cd89085-1d68-4f71-b787-b99b1244c8a0 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7118976 Oct 06 11:04:21.625183 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port bf4d9d98-03dd-4f2b-848e-57a77859b780 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:21.630884 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device feaacb9d-793f-4a1c-8d07-427135bfaede up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:21.640057 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-b7cd13bf-a05c-4209-8eaf-39716e99527f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173986 Oct 06 11:04:21.658550 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-f561ae8b-99d7-49c2-8990-66c9266749d3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824509 Oct 06 11:04:21.726467 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Publish callbacks [] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:21.748927 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:21.903133 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-57cb0242-f28e-4332-b028-af6477eab100 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570758 Oct 06 11:04:21.941875 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a4a8f-9831-460d-b4fb-9b71697c1b7e None None] Pushing event updated for resources: {'Port': ['ID=466cb1d7-5cc4-4939-8e62-fb031ab902e2,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:21.955488 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port feaacb9d-793f-4a1c-8d07-427135bfaede triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:21.956900 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:21.957253 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port feaacb9d-793f-4a1c-8d07-427135bfaede Oct 06 11:04:22.136300 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:22.268800 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1efdad68-1427-48c9-848a-87a2d8baa243 admin admin] Publish callbacks [] for security_group (05785158-a915-470c-b46d-f53a0b601038), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:22.271226 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Attempting to bind port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:22.274598 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Attempting to bind port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:22.275566 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Attempting to bind port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 on network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:22.310240 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1efdad68-1427-48c9-848a-87a2d8baa243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (05785158-a915-470c-b46d-f53a0b601038), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:22.544750 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:22.545130 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Checking segment: {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:22.546172 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:22.553764 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-ddb71712-d1ac-4287-a23e-e9a79f382e15 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8943186 Oct 06 11:04:22.558973 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Bound using segment: {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:22.564934 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Bound port: 466cb1d7-5cc4-4939-8e62-fb031ab902e2, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:22.565465 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:22.589686 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdad68-1427-48c9-848a-87a2d8baa243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05785158-a915-470c-b46d-f53a0b601038,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:22.601757 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-1efdad68-1427-48c9-848a-87a2d8baa243 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ef3b0d17cfb64b498f843e33fb8123a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2732184 Oct 06 11:04:22.604051 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56004) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:22.611203 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 56006) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:22.679392 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeb6a-7e5e-4f13-86fb-d998096e1d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:22.898446 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port feaacb9d-793f-4a1c-8d07-427135bfaede is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:22.901596 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:22.950634 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeb6a-7e5e-4f13-86fb-d998096e1d91 admin admin] Publish callbacks [] for security_group (1fd13014-109f-4e59-b41e-b5107d4ca0db), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:22.959429 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeb6a-7e5e-4f13-86fb-d998096e1d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (1fd13014-109f-4e59-b41e-b5107d4ca0db), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:22.966422 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] For port 466cb1d7-5cc4-4939-8e62-fb031ab902e2, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:22.977684 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] For port 466cb1d7-5cc4-4939-8e62-fb031ab902e2, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=466cb1d7-5cc4-4939-8e62-fb031ab902e2,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:22.977915 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-8f2e409b-37ef-4f52-b948-6e60cad6a728 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--218946242&fields=id&tenant_id=5b886dc365684ab1811d100eb5774619 HTTP/1.1" status: 200 len: 267 time: 0.4078436 Oct 06 11:04:22.990293 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port feaacb9d-793f-4a1c-8d07-427135bfaede, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=feaacb9d-793f-4a1c-8d07-427135bfaede,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:23.000732 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.002075 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 90eb66db-9148-454e-a28c-a6f586cd9302 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:23.024014 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aeb6a-7e5e-4f13-86fb-d998096e1d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd13014-109f-4e59-b41e-b5107d4ca0db,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:23.069801 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.101371 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-cd4aeb6a-7e5e-4f13-86fb-d998096e1d91 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bcc4792bd74946afb4f48d18141578a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880848 Oct 06 11:04:23.103993 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56016) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:23.194622 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41373738-8541-4422-a18c-0304ad04bfe1 admin admin] Publish callbacks [] for security_group (05785158-a915-470c-b46d-f53a0b601038), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.200114 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:23.247751 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41373738-8541-4422-a18c-0304ad04bfe1 admin admin] Publish callbacks [] for security_group (05785158-a915-470c-b46d-f53a0b601038), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.297472 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Routers {'07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:04:23.306197 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:03:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:23.326412 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-61f99284-3904-4ffa-9f25-e37cd199bbeb req-c3c02e76-1fbe-4ead-afbb-384b07e2e610 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 210 time: 0.0848732 Oct 06 11:04:23.357240 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:23.374022 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84f48f2b-3280-4e84-b836-d956d90a3ced admin admin] Publish callbacks [] for security_group (1fd13014-109f-4e59-b41e-b5107d4ca0db), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.466311 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84f48f2b-3280-4e84-b836-d956d90a3ced admin admin] Publish callbacks [] for security_group (1fd13014-109f-4e59-b41e-b5107d4ca0db), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.493293 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:23.513869 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-bb2df0ea-97d4-4116-b692-e999b0a6a2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.524645 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=feaacb9d-793f-4a1c-8d07-427135bfaede,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:23.566346 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-34e8e92a-de46-4ac9-8ae8-7dab6b72b880 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:23.586940 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-34e8e92a-de46-4ac9-8ae8-7dab6b72b880 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 816 time: 0.6058686 Oct 06 11:04:23.590764 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 90eb66db-9148-454e-a28c-a6f586cd9302 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:23.591354 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.591914 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 90eb66db-9148-454e-a28c-a6f586cd9302 Oct 06 11:04:23.612825 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.55', 54362) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:23.793410 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-57442839-be5f-4637-bbbd-81a8561c2969 req-e2437bcd-fc13-4167-aafa-9270d8b884ed tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.1506162 Oct 06 11:04:23.845323 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84f48f2b-3280-4e84-b836-d956d90a3ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (1fd13014-109f-4e59-b41e-b5107d4ca0db), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.847226 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-bb265a6a-9d5c-4b75-acf2-ab871dfc09b7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/quotas/5b886dc365684ab1811d100eb5774619 HTTP/1.1" status: 200 len: 375 time: 0.2535522 Oct 06 11:04:23.847996 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84f48f2b-3280-4e84-b836-d956d90a3ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:23.851704 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-84f48f2b-3280-4e84-b836-d956d90a3ced admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1fd13014-109f-4e59-b41e-b5107d4ca0db HTTP/1.1" status: 204 len: 168 time: 0.7425931 Oct 06 11:04:23.872915 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f48f2b-3280-4e84-b836-d956d90a3ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd13014-109f-4e59-b41e-b5107d4ca0db,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:23.981600 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ad9f8505-6672-46ee-b4c6-55fdf482a85e req-dbc463b1-59ec-4487-baef-34201ba6b168 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0877125 Oct 06 11:04:23.998411 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a4a8f-9831-460d-b4fb-9b71697c1b7e None None] Pushing event updated for resources: {'Port': ['ID=466cb1d7-5cc4-4939-8e62-fb031ab902e2,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:24.066909 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] Set router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:04:24.076179 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41373738-8541-4422-a18c-0304ad04bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (05785158-a915-470c-b46d-f53a0b601038), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:24.086004 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-41373738-8541-4422-a18c-0304ad04bfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:24.095396 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-41373738-8541-4422-a18c-0304ad04bfe1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/05785158-a915-470c-b46d-f53a0b601038 HTTP/1.1" status: 204 len: 168 time: 1.4703953 Oct 06 11:04:24.221949 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-535f28af-0a70-4e05-8d40-b7fa73db95f6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3723180 Oct 06 11:04:24.238442 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-d835652a-600d-4e4d-aa13-675b4d1ffc9b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:24.239763 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-d835652a-600d-4e4d-aa13-675b4d1ffc9b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 819 time: 0.6256349 Oct 06 11:04:24.241379 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41373738-8541-4422-a18c-0304ad04bfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05785158-a915-470c-b46d-f53a0b601038,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:24.343771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'port': {'device_id': '41685b83-a75b-4abc-814c-c9a4424f2c65', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'admin_state_up': True, 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:24.365998 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.55', 54370) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:24.461041 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:24.622475 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 90eb66db-9148-454e-a28c-a6f586cd9302 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:24.625231 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:24.787595 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fdbc3ab5-12b6-4277-863a-f4219ac9addd req-0e2614d0-ce84-4c02-8ac9-533c4429163e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 210 time: 0.1570067 Oct 06 11:04:24.800964 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-4ad1b0e9-7e59-4680-8e06-b52996cf93ba service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409064 Oct 06 11:04:24.801954 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:24.875137 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-9bd9d512-9f61-46da-82d0-34d82702bf65 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:24.876762 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-9bd9d512-9f61-46da-82d0-34d82702bf65 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 809 time: 0.5096622 Oct 06 11:04:24.888862 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 90eb66db-9148-454e-a28c-a6f586cd9302, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=90eb66db-9148-454e-a28c-a6f586cd9302,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:24.916712 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:25.065819 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-e8d9b0cc-a285-4cb0-9ef3-6a452378527e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630053 Oct 06 11:04:25.074274 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Made reservation on behalf of 4ebb258de32f40c68f86e4b401efde5d for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:25.082440 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:25.084010 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=90eb66db-9148-454e-a28c-a6f586cd9302,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:25.125860 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6472b2f9-22f3-434a-8d91-2f52018df125 req-6636efa4-b145-4d72-a707-1c2ee7fa1e8c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.1119387 Oct 06 11:04:25.157888 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port': {'id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:02Z', 'updated_at': '2022-10-06T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '466cb1d7-5cc4-4939-8e62-fb031ab902e2', 'name': '', 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'mac_address': 'fa:16:3e:3d:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '771408e9-5467-4450-a143-1d2969ca876c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:10Z', 'updated_at': '2022-10-06T11:04:22Z', 'revision_number': 4, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'subnets': [{'id': '771408e9-5467-4450-a143-1d2969ca876c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:04:25.197070 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-08e2cf02-4f7a-4659-884f-03c501f759e8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c9bfd4947d045cf831f1a60bf91f389 HTTP/1.1" status: 200 len: 380 time: 0.3009689 Oct 06 11:04:25.229580 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b40d50-1d6c-4f00-a91e-3115ea22b94b None None] The sync data for ids ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'] in dv-cinder-860209-2-iscsi is: [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port': {'id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:02Z', 'updated_at': '2022-10-06T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '466cb1d7-5cc4-4939-8e62-fb031ab902e2', 'name': '', 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'mac_address': 'fa:16:3e:3d:90:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '771408e9-5467-4450-a143-1d2969ca876c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:10Z', 'updated_at': '2022-10-06T11:04:22Z', 'revision_number': 4, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'subnets': [{'id': '771408e9-5467-4450-a143-1d2969ca876c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:04:25.236480 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'port': {'device_id': '3eb86039-b159-435a-b022-4396a59b657c', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'admin_state_up': True, 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'security_groups': ['1e8a35fb-e8c1-4ff1-8510-86e40f39aa75']}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:25.345197 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 171ff2d9-9881-4182-a347-306fa839341a up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:25.432665 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b5dbbbd7-cb1c-4e16-82aa-7094e7d6f73f req-d3b34908-6ad7-4475-a6df-4c7aba7f1e28 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.1502321 Oct 06 11:04:25.454994 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.55', 54382) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:25.492287 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 171ff2d9-9881-4182-a347-306fa839341a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:25.492890 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (171ff2d9-9881-4182-a347-306fa839341a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:25.493988 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 171ff2d9-9881-4182-a347-306fa839341a Oct 06 11:04:25.584597 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:25.689306 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Made reservation on behalf of 8c9bfd4947d045cf831f1a60bf91f389 for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:25.694703 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:25.699914 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56132) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:25.800340 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-cb6efa6d-facb-4103-b6cb-1715fea01d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:25.972346 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b8b0ea53-797e-49a1-85fc-e92998bbde55 req-6b49e191-b293-4462-925e-5a61419a643a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.5322382 Oct 06 11:04:26.046781 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 171ff2d9-9881-4182-a347-306fa839341a is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:26.047564 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (171ff2d9-9881-4182-a347-306fa839341a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:26.206799 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 171ff2d9-9881-4182-a347-306fa839341a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=171ff2d9-9881-4182-a347-306fa839341a,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:26.220135 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (171ff2d9-9881-4182-a347-306fa839341a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:26.221274 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device feaacb9d-793f-4a1c-8d07-427135bfaede up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:26.259278 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Allocated IP 172.20.0.5 (66a88666-ebf0-4b86-a615-d5110a6e14c5/d385ea7e-0027-459e-864e-32baf6548b18/5a60437f-d87b-4705-ab02-ee352497d7bb) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:26.260750 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3f55a28e-b487-49dc-a770-44b886f18d9f req-c9a01507-0e1f-4c6a-961d-b1cc2ba7a2bc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 210 time: 0.1308429 Oct 06 11:04:26.422280 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1da52cf3-d620-4730-8eae-e838c3e08020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:26.489203 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-76ee4188-ffd3-4d98-9ee5-d2f976636c96 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:26.504559 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-76ee4188-ffd3-4d98-9ee5-d2f976636c96 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.55 "GET /networking/v2.0/networks?id=84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 HTTP/1.1" status: 200 len: 811 time: 1.0408783 Oct 06 11:04:26.546769 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Allocated IP 172.20.0.14 (fea6c97c-9c48-403d-929b-bfa5008b2a1f/88fb8a68-c473-4757-8580-30d071bceb46/f595a1a4-6f82-46d6-9c95-1fd836a18532) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:26.582985 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=171ff2d9-9881-4182-a347-306fa839341a,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:26.611896 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Request body: {'port': {'device_id': '9de15d8c-124c-4827-839a-89d209f344e8', 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36', 'admin_state_up': True, 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:26.662576 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port feaacb9d-793f-4a1c-8d07-427135bfaede triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:26.662958 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:26.663304 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port feaacb9d-793f-4a1c-8d07-427135bfaede Oct 06 11:04:26.814666 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.55', 54390) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:26.994928 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port feaacb9d-793f-4a1c-8d07-427135bfaede is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:26.996246 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device f81e92a2-ab02-42cf-8334-732a7a5e7b83 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:27.013349 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-397ee273-3d02-4186-97f2-39769c9c5fd2 req-9f6f0219-4fbc-43ff-b28b-5480dce38dfb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.2016826 Oct 06 11:04:27.145443 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:27.161626 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:27.189929 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:27.204194 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port f81e92a2-ab02-42cf-8334-732a7a5e7b83 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:27.204568 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:27.204905 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port f81e92a2-ab02-42cf-8334-732a7a5e7b83 Oct 06 11:04:27.432869 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port f81e92a2-ab02-42cf-8334-732a7a5e7b83 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:27.435377 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:27.499138 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-2fa9134a-da1b-4517-99c4-54718b20505e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:27.500900 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-2fa9134a-da1b-4517-99c4-54718b20505e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 819 time: 0.6843359 Oct 06 11:04:27.503875 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port f81e92a2-ab02-42cf-8334-732a7a5e7b83, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=f81e92a2-ab02-42cf-8334-732a7a5e7b83,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:27.511558 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:27.585822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:27.637653 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6f046a09-2419-4be3-82a3-d9ea1afe0f1a req-f6d500d5-e89a-4a2b-b565-dd94ec69993b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.1298413 Oct 06 11:04:27.679552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=f81e92a2-ab02-42cf-8334-732a7a5e7b83,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:27.758680 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:27.829387 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:27.854258 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1da52cf3-d620-4730-8eae-e838c3e08020 admin admin] Publish callbacks [] for security_group (561b8149-91b6-44bd-81c6-64cf4b249b93), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:27.882041 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1da52cf3-d620-4730-8eae-e838c3e08020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (561b8149-91b6-44bd-81c6-64cf4b249b93), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:27.900318 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 466cb1d7-5cc4-4939-8e62-fb031ab902e2 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:27.991343 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da52cf3-d620-4730-8eae-e838c3e08020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561b8149-91b6-44bd-81c6-64cf4b249b93,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:28.040811 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:28.041187 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.041522 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 Oct 06 11:04:28.059287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.112463 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bb4f61fb-e216-4407-82a6-a42e62f80903 req-e6749b7e-2922-4066-815e-85bcc844f15b tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.5574698 Oct 06 11:04:28.129250 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.167362 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:28.175567 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-1da52cf3-d620-4730-8eae-e838c3e08020 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=676a074ed5a84cbda9dba7714d4c0b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4737072 Oct 06 11:04:28.179129 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7837b218-dd08-4986-aeda-2ff69cf5e35d req-d0b190f3-8b62-496f-8c5d-1ba0c57e3bf0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 210 time: 0.2672734 Oct 06 11:04:28.179607 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56204) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:28.249609 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:28.250273 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.269111 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.281011 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:28.302392 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 466cb1d7-5cc4-4939-8e62-fb031ab902e2, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=466cb1d7-5cc4-4939-8e62-fb031ab902e2,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:04:28.313382 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.316404 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 171ff2d9-9881-4182-a347-306fa839341a up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:28.410708 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=466cb1d7-5cc4-4939-8e62-fb031ab902e2,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:28.417462 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ccebeff5-314c-4d6d-8273-d5d38580727b req-d08c1111-d508-415a-8314-4ba5201d3e8b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.1490304 Oct 06 11:04:28.434926 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:28.458819 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d434a82-86df-4ef5-afe4-898e5dcc2561 admin admin] Publish callbacks [] for security_group (561b8149-91b6-44bd-81c6-64cf4b249b93), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.460831 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'Port': ['ID=f595a1a4-6f82-46d6-9c95-1fd836a18532,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:28.465718 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 171ff2d9-9881-4182-a347-306fa839341a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:28.466257 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (171ff2d9-9881-4182-a347-306fa839341a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.466479 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 171ff2d9-9881-4182-a347-306fa839341a Oct 06 11:04:28.469015 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:28.482319 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:28.482706 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:28.491732 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:28.495664 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:28.495823 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:28.496514 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.503025 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event updated for resources: {'Port': ['ID=5a60437f-d87b-4705-ab02-ee352497d7bb,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:28.542639 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Made reservation on behalf of aaa6c50978eb46ecba4c88562ede965b for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:28.549168 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.562656 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d434a82-86df-4ef5-afe4-898e5dcc2561 admin admin] Publish callbacks [] for security_group (561b8149-91b6-44bd-81c6-64cf4b249b93), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.603910 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-dd939164-c60a-4147-8322-da0f516c6756 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3654704 Oct 06 11:04:28.631285 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:28.631945 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.668709 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 171ff2d9-9881-4182-a347-306fa839341a is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:28.672875 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 90eb66db-9148-454e-a28c-a6f586cd9302 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:28.720911 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d434a82-86df-4ef5-afe4-898e5dcc2561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (561b8149-91b6-44bd-81c6-64cf4b249b93), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.728613 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d434a82-86df-4ef5-afe4-898e5dcc2561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.732630 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5d434a82-86df-4ef5-afe4-898e5dcc2561 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/561b8149-91b6-44bd-81c6-64cf4b249b93 HTTP/1.1" status: 204 len: 168 time: 0.5466907 Oct 06 11:04:28.735121 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.746711 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d434a82-86df-4ef5-afe4-898e5dcc2561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561b8149-91b6-44bd-81c6-64cf4b249b93,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:28.752770 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-641fb56e-41cc-409a-aa7f-03a764c90604 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4316022 Oct 06 11:04:28.885092 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Allocated IP 172.20.0.4 (84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36/771408e9-5467-4450-a143-1d2969ca876c/3dad21ae-1cb8-4cb8-b40b-12d49df819af) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:28.913793 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-84851121-a4ac-4594-afaa-e59d80dc3509 req-3a438fd4-42df-44ef-8302-f60aa0166a8a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.1026864 Oct 06 11:04:28.926467 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.950065 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 90eb66db-9148-454e-a28c-a6f586cd9302 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:28.950663 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.951427 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 90eb66db-9148-454e-a28c-a6f586cd9302 Oct 06 11:04:28.991538 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-b86b4032-f480-4ee2-8019-c8a520ac86be None None] Provisioning complete for port f595a1a4-6f82-46d6-9c95-1fd836a18532 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:28.991940 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b86b4032-f480-4ee2-8019-c8a520ac86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:28.992377 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-b86b4032-f480-4ee2-8019-c8a520ac86be None None] Attempt 1 to provision port f595a1a4-6f82-46d6-9c95-1fd836a18532 Oct 06 11:04:29.064660 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-b86b4032-f480-4ee2-8019-c8a520ac86be None None] Port f595a1a4-6f82-46d6-9c95-1fd836a18532 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:29.080120 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 90eb66db-9148-454e-a28c-a6f586cd9302 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:29.104928 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:29.174692 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Publish callbacks [] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.183944 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:29.189229 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-636fead9-77a8-464f-9e52-760286aa2ee3 None None] Provisioning complete for port 5a60437f-d87b-4705-ab02-ee352497d7bb triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:29.189608 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-636fead9-77a8-464f-9e52-760286aa2ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.190447 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-636fead9-77a8-464f-9e52-760286aa2ee3 None None] Attempt 1 to provision port 5a60437f-d87b-4705-ab02-ee352497d7bb Oct 06 11:04:29.194122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:29.257550 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-636fead9-77a8-464f-9e52-760286aa2ee3 None None] Port 5a60437f-d87b-4705-ab02-ee352497d7bb cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:29.260873 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6d69c31e-fbbe-49cc-ba13-caff5dc3c46e req-f9a80c0f-f2a4-4589-b2cc-81d820c262b7 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0333762 Oct 06 11:04:29.269725 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.347987 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:29.351386 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:29.353895 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:29.370163 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d83f4-aa97-45bb-aa29-8397b216fe71 req-cdd478fa-e388-41c1-8842-e0b21134c1be tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:29.372170 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-475d83f4-aa97-45bb-aa29-8397b216fe71 req-cdd478fa-e388-41c1-8842-e0b21134c1be tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0844793 Oct 06 11:04:29.414647 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Pushing event updated for resources: {'Port': ['ID=3dad21ae-1cb8-4cb8-b40b-12d49df819af,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:29.473760 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:29.474438 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.478218 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-475d83f4-aa97-45bb-aa29-8397b216fe71 req-d32691df-9c6b-4ed0-ba7e-5ca3840eaf17 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001377 Oct 06 11:04:29.523959 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-73eaa111-35d7-4be1-8f18-e694c92b6ce6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9861159 Oct 06 11:04:29.571263 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a296321d-54d8-434b-91c2-f9faab39cb3f req-c3ca1b2f-9282-4bd9-98d7-497f75207a58 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0337532 Oct 06 11:04:29.634103 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 56246) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:29.643177 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 466cb1d7-5cc4-4939-8e62-fb031ab902e2 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:29.658124 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9db9-bd24-4f49-b9d7-3910820d274b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.705106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-e0d92d52-953a-4037-aec2-3d07225035a2 None None] Provisioning complete for port 3dad21ae-1cb8-4cb8-b40b-12d49df819af triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:29.705503 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e0d92d52-953a-4037-aec2-3d07225035a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.705841 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-e0d92d52-953a-4037-aec2-3d07225035a2 None None] Attempt 1 to provision port 3dad21ae-1cb8-4cb8-b40b-12d49df819af Oct 06 11:04:29.745419 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:29.745808 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.746086 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9db9-bd24-4f49-b9d7-3910820d274b admin admin] Publish callbacks [] for security_group (2620917a-63c2-4b8d-ab4d-ab654d139cf1), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.746229 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 Oct 06 11:04:29.752852 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9db9-bd24-4f49-b9d7-3910820d274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2620917a-63c2-4b8d-ab4d-ab654d139cf1), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.784301 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-e0d92d52-953a-4037-aec2-3d07225035a2 None None] Port 3dad21ae-1cb8-4cb8-b40b-12d49df819af cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:29.812084 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56258) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:29.813326 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-9f9b9db9-bd24-4f49-b9d7-3910820d274b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ab46a2e55f8f42688f9ae22c86f7bdc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766880 Oct 06 11:04:29.819023 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b9db9-bd24-4f49-b9d7-3910820d274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2620917a-63c2-4b8d-ab4d-ab654d139cf1,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:29.842445 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:29.844539 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device f81e92a2-ab02-42cf-8334-732a7a5e7b83 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:04:29.897834 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port f81e92a2-ab02-42cf-8334-732a7a5e7b83 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:29.898299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:29.898718 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port f81e92a2-ab02-42cf-8334-732a7a5e7b83 Oct 06 11:04:30.062678 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port f81e92a2-ab02-42cf-8334-732a7a5e7b83 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:04:30.116909 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-49442a7c-83c4-4b3a-ab32-9c405dc0a43f req-f146f3a2-72ac-4bbb-9fde-5c1a74a14fd2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0434780 Oct 06 11:04:30.139451 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6be31b1c-aa4d-465b-b816-408cdab7e7fb admin admin] Publish callbacks [] for security_group (2620917a-63c2-4b8d-ab4d-ab654d139cf1), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:30.166590 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6be31b1c-aa4d-465b-b816-408cdab7e7fb admin admin] Publish callbacks [] for security_group (2620917a-63c2-4b8d-ab4d-ab654d139cf1), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:30.217176 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6be31b1c-aa4d-465b-b816-408cdab7e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2620917a-63c2-4b8d-ab4d-ab654d139cf1), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:30.219781 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6be31b1c-aa4d-465b-b816-408cdab7e7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:30.220975 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-6be31b1c-aa4d-465b-b816-408cdab7e7fb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2620917a-63c2-4b8d-ab4d-ab654d139cf1 HTTP/1.1" status: 204 len: 168 time: 0.4078562 Oct 06 11:04:30.230171 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be31b1c-aa4d-465b-b816-408cdab7e7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2620917a-63c2-4b8d-ab4d-ab654d139cf1,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:30.446129 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b13cf-b788-4d52-912f-6f595153647c req-a6890b2c-2acc-4316-a4d7-d0a47ce86a6e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:30.447614 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-447b13cf-b788-4d52-912f-6f595153647c req-a6890b2c-2acc-4316-a4d7-d0a47ce86a6e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0875716 Oct 06 11:04:30.463040 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:30.523662 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-447b13cf-b788-4d52-912f-6f595153647c req-14de6934-2be2-4e49-892e-884e8c576cec tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697331 Oct 06 11:04:30.616526 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a2062-3668-447a-a575-d91be4fafd81 req-5a3da5e7-2e23-4b07-9a81-cd701e042e7e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:30.618041 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b77a2062-3668-447a-a575-d91be4fafd81 req-5a3da5e7-2e23-4b07-9a81-cd701e042e7e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0559645 Oct 06 11:04:30.696873 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b77a2062-3668-447a-a575-d91be4fafd81 req-43ffc2c0-c3c0-4747-96e3-2d8cbcf02c6f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721014 Oct 06 11:04:30.726601 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7024596d-2869-4c7a-890c-a29099769576 req-d495efa6-8083-4770-9f87-6aa25803db69 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0373890 Oct 06 11:04:30.743958 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=12 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:30.804160 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=18 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:31.253792 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ce4aaf22-db6b-492a-87e6-d48de898d644 req-05e74d5c-32d0-470b-93d0-dfaa4942cd3f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0388522 Oct 06 11:04:31.686343 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb012-298c-49c1-b17c-7f210b8b78be req-6a7fdb48-c3c9-4eaa-9123-519f54aa2b0a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:31.687895 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d0cdb012-298c-49c1-b17c-7f210b8b78be req-6a7fdb48-c3c9-4eaa-9123-519f54aa2b0a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0639076 Oct 06 11:04:31.748497 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d0cdb012-298c-49c1-b17c-7f210b8b78be req-991f68b9-ab29-4d62-a10d-9f1572ef775a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544016 Oct 06 11:04:31.868478 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a35c21-60b1-4f74-aef3-6584f68e5131 req-9fb4b184-f5be-4174-9703-853c6c969a7a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:31.872975 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c1a35c21-60b1-4f74-aef3-6584f68e5131 req-9fb4b184-f5be-4174-9703-853c6c969a7a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0853963 Oct 06 11:04:31.926883 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b714c27f-7e4c-4d05-bf0b-a2502197d701 req-d7c38494-6e68-43d5-8e9e-9f5975a508f3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0575719 Oct 06 11:04:31.951434 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c1a35c21-60b1-4f74-aef3-6584f68e5131 req-768568de-2c8e-4584-b6fe-d647541c4bd7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723414 Oct 06 11:04:32.375233 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-238364b6-632f-4153-a62e-f5a3f5c320d7 req-2ab574ed-a69c-45f9-98b9-5b7647749549 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0307217 Oct 06 11:04:32.873869 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18909-83cf-4479-95d6-810f200f3fea req-a4bfa978-726b-4101-9b94-0948d5698077 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:32.875510 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6ab18909-83cf-4479-95d6-810f200f3fea req-a4bfa978-726b-4101-9b94-0948d5698077 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0494354 Oct 06 11:04:32.927729 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6ab18909-83cf-4479-95d6-810f200f3fea req-2937c641-cf77-4e42-82d7-1f62a3ae0a7e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Oct 06 11:04:33.022841 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-53b9ad9d-b877-4f4c-9cae-4f349beac78c req-14a47df4-221d-4498-8a0b-084d070b8125 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0286980 Oct 06 11:04:33.091511 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7b554-ff1b-414b-a912-5d9d2b5fcba6 req-ad5feff4-86af-484b-aa5b-7fbbe39aa7ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:33.093929 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-51e7b554-ff1b-414b-a912-5d9d2b5fcba6 req-ad5feff4-86af-484b-aa5b-7fbbe39aa7ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0601993 Oct 06 11:04:33.114402 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:33.142046 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-51e7b554-ff1b-414b-a912-5d9d2b5fcba6 req-4c0489e1-a806-4f36-af36-161c13a203c9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Oct 06 11:04:33.495817 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1b804bbb-b7fa-4873-a1ee-0ba4c71a04b6 req-7d99fc10-54b2-461d-ba48-f63bfc96a3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0283928 Oct 06 11:04:34.064642 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01fcb-dcc0-47ea-ada1-50fdcc37eeab req-772608a1-a3d8-4e65-8a62-2fbfda5956a6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:34.066470 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56d01fcb-dcc0-47ea-ada1-50fdcc37eeab req-772608a1-a3d8-4e65-8a62-2fbfda5956a6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0521357 Oct 06 11:04:34.149799 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56d01fcb-dcc0-47ea-ada1-50fdcc37eeab req-8377d651-e9d2-49e4-8870-82eb4920b102 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762269 Oct 06 11:04:34.184332 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f18b6be6-d619-4715-a64c-5d719921e897 req-7d54c734-1300-496b-984c-3c220a46dc1c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0353954 Oct 06 11:04:34.300274 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17971541-0bbb-44dc-9eb0-ba81af29402e req-2e5c4c77-06df-4d33-a7eb-084a2e59de14 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:34.302283 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-17971541-0bbb-44dc-9eb0-ba81af29402e req-2e5c4c77-06df-4d33-a7eb-084a2e59de14 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0679562 Oct 06 11:04:34.360489 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-17971541-0bbb-44dc-9eb0-ba81af29402e req-173cc906-f0f6-470f-8b69-814b4c7bf7fb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514541 Oct 06 11:04:34.639695 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-564fca83-9ea3-4928-84c2-6cb062649b52 req-1f7580d0-d600-4a2d-bdd0-86bf45c5cede tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0550127 Oct 06 11:04:35.302722 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa324-0e6a-4d49-b04d-b37104eaa656 req-08ab090d-94e1-4179-90cc-812acd995a46 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:35.304635 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c9afa324-0e6a-4d49-b04d-b37104eaa656 req-08ab090d-94e1-4179-90cc-812acd995a46 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0696311 Oct 06 11:04:35.314403 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e5026c07-f819-43ae-a1f4-b88837a4cba9 req-ac88ac2b-4764-44b5-8403-d3ee78bc4af4 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0314677 Oct 06 11:04:35.351681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:35.382348 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c9afa324-0e6a-4d49-b04d-b37104eaa656 req-0e9455cf-760e-4588-aa4a-36b523344bea tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714331 Oct 06 11:04:35.466962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:35.510967 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5d951-d9c0-4715-9efd-e6d9166406cf req-a46f0e33-ffdf-4a17-9e94-172e8cdef2c6 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:35.512562 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b2b5d951-d9c0-4715-9efd-e6d9166406cf req-a46f0e33-ffdf-4a17-9e94-172e8cdef2c6 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0583334 Oct 06 11:04:35.572372 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b2b5d951-d9c0-4715-9efd-e6d9166406cf req-62b09a9e-f4d5-4f3f-ab8f-f6eca7b1daa3 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515461 Oct 06 11:04:35.794687 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f052fe2b-220f-40b8-b728-79888fc9b26d req-b5c59b02-cbd8-423e-a776-8ff854fe2a03 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0393245 Oct 06 11:04:36.452032 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bd511325-36c0-46bd-9f7b-7a174e9703e2 req-6119ee2b-4066-447e-a9e5-55441c33c15b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0440850 Oct 06 11:04:36.550223 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9580aa6-b140-4e7e-842b-ee356b159b61 req-435d316d-46f8-4bca-a8c8-cec09b987f76 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:36.557864 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b9580aa6-b140-4e7e-842b-ee356b159b61 req-435d316d-46f8-4bca-a8c8-cec09b987f76 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0591984 Oct 06 11:04:36.660695 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b9580aa6-b140-4e7e-842b-ee356b159b61 req-1b8dba83-c830-4cf6-ab27-85dc81823c3c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016257 Oct 06 11:04:36.757329 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71a82a-b6a9-46fb-bfc3-d37a0865bbc4 req-42de5267-dd94-4256-9a53-e6bb33daa6a4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:36.762765 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ef71a82a-b6a9-46fb-bfc3-d37a0865bbc4 req-42de5267-dd94-4256-9a53-e6bb33daa6a4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0633397 Oct 06 11:04:36.830927 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ef71a82a-b6a9-46fb-bfc3-d37a0865bbc4 req-f0be97dc-bf04-4a16-a917-c522d05ebb00 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576055 Oct 06 11:04:36.849493 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:37.047441 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6c6ee394-d9d5-43a6-8fb8-f7f808a403e3 req-231f7e3a-2dfb-4af0-a4a4-7d6088db3259 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0354006 Oct 06 11:04:37.572390 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f13a039c-8548-4e39-ac28-7cfc6449c8e0 req-1e221b13-fe4d-462a-a605-08c5066f1240 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0290565 Oct 06 11:04:37.787442 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864fd4-bb9f-41bd-976e-020ad15bc4d0 req-1a7c6908-811e-4749-9b37-21ec1d5b9a0a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:37.789099 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e864fd4-bb9f-41bd-976e-020ad15bc4d0 req-1a7c6908-811e-4749-9b37-21ec1d5b9a0a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0510399 Oct 06 11:04:37.842675 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e864fd4-bb9f-41bd-976e-020ad15bc4d0 req-2df783aa-5065-447d-ac5f-8b0918ccf961 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478952 Oct 06 11:04:37.996961 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be238-d6b3-40d2-845b-7b91813b065a req-3ae92313-3b50-43c1-9f5a-732f89c8e4ea tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:37.998686 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eb1be238-d6b3-40d2-845b-7b91813b065a req-3ae92313-3b50-43c1-9f5a-732f89c8e4ea tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0642610 Oct 06 11:04:38.081840 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eb1be238-d6b3-40d2-845b-7b91813b065a req-bc7507e7-f516-4c7f-8fe7-b01299ef7770 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768661 Oct 06 11:04:38.188904 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0546737f-f609-4131-b230-dfddcd2605a7 req-923fd14c-c579-403b-80fb-46ac75b32024 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0300312 Oct 06 11:04:38.675300 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-da80c9d9-ceb6-44a5-8aa6-ba25a56179ca req-1ac5a5c3-0676-4b5d-b670-cf076901e205 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0280597 Oct 06 11:04:38.962160 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0da2d-c19d-47ad-b339-03246adad412 req-72899b9f-b56e-4840-bd70-6deb33bae24e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:38.962786 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7ae0da2d-c19d-47ad-b339-03246adad412 req-72899b9f-b56e-4840-bd70-6deb33bae24e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0458667 Oct 06 11:04:39.011922 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7ae0da2d-c19d-47ad-b339-03246adad412 req-1096b281-7c79-4fb1-92bd-3e655f09fc35 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Oct 06 11:04:39.205847 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381fec9-e3a4-4395-ab06-5bcc587de02e req-cdffa3f3-04c6-4f7f-a15a-a2b37d9f4e19 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:39.207267 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f381fec9-e3a4-4395-ab06-5bcc587de02e req-cdffa3f3-04c6-4f7f-a15a-a2b37d9f4e19 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0454285 Oct 06 11:04:39.253622 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f381fec9-e3a4-4395-ab06-5bcc587de02e req-6fc0390a-1ef4-483e-9b1a-deb5de205249 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Oct 06 11:04:39.307718 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5f69bfde-c62c-4acf-8e50-b1a6ccb548fc req-bc6deda7-057a-450a-ad15-366e1d4ccb33 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0309837 Oct 06 11:04:39.782660 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d34cd7d8-94bd-4472-857a-7f85ad35646c req-6f453ff5-63ae-4ed4-a2e8-dcbf4c7afa6b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0316887 Oct 06 11:04:40.170144 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7793bad-291a-4a2c-acdd-b1dcc913a4f1 req-ce657b85-3682-4c9a-83dd-9dba396161ca tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:40.171827 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a7793bad-291a-4a2c-acdd-b1dcc913a4f1 req-ce657b85-3682-4c9a-83dd-9dba396161ca tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0507796 Oct 06 11:04:40.223114 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a7793bad-291a-4a2c-acdd-b1dcc913a4f1 req-40378d87-7fc3-4234-b249-5a60a780d9f5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Oct 06 11:04:40.384637 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a37c2-659d-4ae8-b5e2-b9f53cc442e9 req-cdf85991-3a53-4e06-b96f-1ec013d023a9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:40.387938 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-766a37c2-659d-4ae8-b5e2-b9f53cc442e9 req-cdf85991-3a53-4e06-b96f-1ec013d023a9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0585167 Oct 06 11:04:40.423568 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10ce548d-c331-4141-a8a6-b0df68b51cfa req-c4c60e24-7b4a-44b6-9ded-ff6ece8fc723 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0286360 Oct 06 11:04:40.436227 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-766a37c2-659d-4ae8-b5e2-b9f53cc442e9 req-f9fbaafc-60af-4f25-aec3-e336b58a93ed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Oct 06 11:04:40.885510 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7d28fc81-c62a-467d-8c35-33b8ef752dac req-6d0ea728-a500-43c2-9a31-b4c68fbca618 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0273180 Oct 06 11:04:41.353518 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add9425-92b3-4041-938d-02242134da98 req-3cd64039-adaa-4f54-a01c-c5036297d22d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:41.355019 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9add9425-92b3-4041-938d-02242134da98 req-3cd64039-adaa-4f54-a01c-c5036297d22d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0488951 Oct 06 11:04:41.416917 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9add9425-92b3-4041-938d-02242134da98 req-672d97d9-08f6-4313-8dfa-8b2b188141a6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551288 Oct 06 11:04:41.583136 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5c3d16b3-004d-4f4f-9cdb-b2c84b1a5049 req-49aadc13-0faf-455e-8826-09ff54449589 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0730207 Oct 06 11:04:41.597072 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8aecc-8741-49f9-b113-475247984015 req-6c068e91-8b9c-4928-95c3-048b944a320e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:41.601225 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eff8aecc-8741-49f9-b113-475247984015 req-6c068e91-8b9c-4928-95c3-048b944a320e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0788264 Oct 06 11:04:41.654735 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eff8aecc-8741-49f9-b113-475247984015 req-5f93cf05-1279-4abb-bcc5-027a65fe3306 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472820 Oct 06 11:04:41.990521 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5a044827-8708-453c-8236-23af5a1d8500 req-0ba70a79-3ef6-4727-9ea2-04460403d344 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0282254 Oct 06 11:04:42.538713 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f1aa1-51e9-4389-8366-b12dae2634a0 req-3324a104-34b7-47b6-8211-80c4d36ed6ce tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:42.540185 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fb3f1aa1-51e9-4389-8366-b12dae2634a0 req-3324a104-34b7-47b6-8211-80c4d36ed6ce tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0460565 Oct 06 11:04:42.586489 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fb3f1aa1-51e9-4389-8366-b12dae2634a0 req-9d1122b7-6b10-4b72-a619-e977fa6da28e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Oct 06 11:04:42.685273 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dcb3ab20-9217-4e1e-8697-5c4ceceef5c3 req-33054e6e-81c3-4986-a227-3e5bb9350d32 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0292656 Oct 06 11:04:42.758222 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:42.771287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e94292-1302-448e-a727-52affb7ce092 req-e390ce7c-2ad7-42fd-b68b-1f5f1751a58f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:42.773048 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-34e94292-1302-448e-a727-52affb7ce092 req-e390ce7c-2ad7-42fd-b68b-1f5f1751a58f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0463970 Oct 06 11:04:42.827677 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-34e94292-1302-448e-a727-52affb7ce092 req-2993433c-eda5-4f37-aaf3-b89fbeee933d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490222 Oct 06 11:04:43.095822 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ccead37d-04c0-4b22-8bac-2a2dc0d6b69f req-72c92233-b5d1-4c7b-8ff6-04cd3ce83e2c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0286009 Oct 06 11:04:43.704448 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b5151-5bbb-4db3-acc4-9ed3c404da56 req-46abc0d3-9dcc-49d6-bb1a-9db453e64b90 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:43.705944 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c31b5151-5bbb-4db3-acc4-9ed3c404da56 req-46abc0d3-9dcc-49d6-bb1a-9db453e64b90 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0454988 Oct 06 11:04:43.758325 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c31b5151-5bbb-4db3-acc4-9ed3c404da56 req-98015938-e753-44d4-8ae8-f9354f35799e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Oct 06 11:04:43.798058 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e900ddb7-b8c0-4a00-8fa2-aa8ee029add4 req-c873dc16-13a1-4274-9e8e-a7d419732991 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0306118 Oct 06 11:04:43.948701 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe44d-2ea1-4d86-aa0f-a3f6235bff87 req-2c28b3fc-f14b-4a14-9c24-e3b47a72fa1f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:43.950134 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-073fe44d-2ea1-4d86-aa0f-a3f6235bff87 req-2c28b3fc-f14b-4a14-9c24-e3b47a72fa1f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0491624 Oct 06 11:04:43.996237 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-073fe44d-2ea1-4d86-aa0f-a3f6235bff87 req-da6310c4-1370-4065-8791-16c76c4f6d38 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397584 Oct 06 11:04:44.199759 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-57309a91-bef7-4587-8236-b1a955ac2698 req-29ecc7bd-836a-45ac-a812-3d3f819f50b3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0272164 Oct 06 11:04:44.648432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 56666) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:44.743698 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:44.755700 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4e68-ea1f-4602-b4e1-3fb2ea674440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:44.833043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4e68-ea1f-4602-b4e1-3fb2ea674440 admin admin] Publish callbacks [] for security_group (8082b37b-4dca-4e00-a8f8-6cec6bf4bb09), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:44.838275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4e68-ea1f-4602-b4e1-3fb2ea674440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (8082b37b-4dca-4e00-a8f8-6cec6bf4bb09), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:44.912836 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bbdb4a9d-10db-4536-b2ea-06f8461c75ad req-5fb858a8-c501-47c5-b7df-d1d253c6e415 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0276160 Oct 06 11:04:44.915615 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-5a6e4e68-ea1f-4602-b4e1-3fb2ea674440 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9abf1c702dcb42d7a73d1df494d66055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661209 Oct 06 11:04:44.918326 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56678) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:44.921901 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73b46-5b68-4fbc-8ae3-15c1e47bf76d req-8a84f1a2-3e48-4774-8ccb-9947996cac82 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:44.923999 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19d73b46-5b68-4fbc-8ae3-15c1e47bf76d req-8a84f1a2-3e48-4774-8ccb-9947996cac82 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0689206 Oct 06 11:04:44.924608 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e4e68-ea1f-4602-b4e1-3fb2ea674440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8082b37b-4dca-4e00-a8f8-6cec6bf4bb09,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:44.978963 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b815b130-d7a7-4886-bfac-89cf0ffd3c50 admin admin] Publish callbacks [] for security_group (8082b37b-4dca-4e00-a8f8-6cec6bf4bb09), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:44.983229 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19d73b46-5b68-4fbc-8ae3-15c1e47bf76d req-9ba845e4-a8cd-4815-a322-07fef63df013 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Oct 06 11:04:45.005383 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b815b130-d7a7-4886-bfac-89cf0ffd3c50 admin admin] Publish callbacks [] for security_group (8082b37b-4dca-4e00-a8f8-6cec6bf4bb09), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.052987 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b815b130-d7a7-4886-bfac-89cf0ffd3c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (8082b37b-4dca-4e00-a8f8-6cec6bf4bb09), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.055550 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b815b130-d7a7-4886-bfac-89cf0ffd3c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.056830 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-b815b130-d7a7-4886-bfac-89cf0ffd3c50 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8082b37b-4dca-4e00-a8f8-6cec6bf4bb09 HTTP/1.1" status: 204 len: 168 time: 0.1373122 Oct 06 11:04:45.064863 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815b130-d7a7-4886-bfac-89cf0ffd3c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8082b37b-4dca-4e00-a8f8-6cec6bf4bb09,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:45.131003 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbefeb2-6065-4973-9381-fa77a1f8417a req-363e9aeb-06b5-4bcb-a623-c37b70703965 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:45.132517 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7dbefeb2-6065-4973-9381-fa77a1f8417a req-363e9aeb-06b5-4bcb-a623-c37b70703965 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0517659 Oct 06 11:04:45.144977 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:45.184236 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7dbefeb2-6065-4973-9381-fa77a1f8417a req-c735fead-e3fa-477c-88f4-2cc56bc1c334 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457096 Oct 06 11:04:45.316172 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bd102670-dbe4-4ea3-a129-0368768b110d req-911c3a35-bb8a-43ce-9127-57c911d4e8f1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0300019 Oct 06 11:04:45.354821 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56694) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:45.368141 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b9af-276d-48f3-ab7d-186dfcd876fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.443791 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b9af-276d-48f3-ab7d-186dfcd876fc admin admin] Publish callbacks [] for security_group (3049561e-976e-4ec8-9255-efb507150ff6), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.447338 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b9af-276d-48f3-ab7d-186dfcd876fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (3049561e-976e-4ec8-9255-efb507150ff6), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.470269 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:45.489369 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0b9af-276d-48f3-ab7d-186dfcd876fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3049561e-976e-4ec8-9255-efb507150ff6,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:45.493475 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8ac0b9af-276d-48f3-ab7d-186dfcd876fc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=41ac3197669841c0851535aebf6724f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376505 Oct 06 11:04:45.496347 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56696) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:45.545025 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6045b50-df2d-46f7-8d9a-8f85968ba679 admin admin] Publish callbacks [] for security_group (3049561e-976e-4ec8-9255-efb507150ff6), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.564790 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6045b50-df2d-46f7-8d9a-8f85968ba679 admin admin] Publish callbacks [] for security_group (3049561e-976e-4ec8-9255-efb507150ff6), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.611678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6045b50-df2d-46f7-8d9a-8f85968ba679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (3049561e-976e-4ec8-9255-efb507150ff6), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.614190 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a6045b50-df2d-46f7-8d9a-8f85968ba679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:45.615305 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a6045b50-df2d-46f7-8d9a-8f85968ba679 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3049561e-976e-4ec8-9255-efb507150ff6 HTTP/1.1" status: 204 len: 168 time: 0.1179187 Oct 06 11:04:45.623035 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6045b50-df2d-46f7-8d9a-8f85968ba679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3049561e-976e-4ec8-9255-efb507150ff6,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:45.942837 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56706) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:45.956282 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-94952c48-6c3c-4f6d-a6d0-295eee66eec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:46.048438 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5003a92b-4a4f-4003-801c-64612576c9ee req-189e8c1b-78ff-4c4a-962d-a26663fbc80e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0426793 Oct 06 11:04:46.061885 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-94952c48-6c3c-4f6d-a6d0-295eee66eec8 admin admin] Publish callbacks [] for security_group (79a6d5a2-beb6-4da1-a93a-d4750613e267), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:46.066639 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-94952c48-6c3c-4f6d-a6d0-295eee66eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (79a6d5a2-beb6-4da1-a93a-d4750613e267), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:46.106647 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94952c48-6c3c-4f6d-a6d0-295eee66eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a6d5a2-beb6-4da1-a93a-d4750613e267,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:46.111027 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-94952c48-6c3c-4f6d-a6d0-295eee66eec8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ed7f469999aa4742a4f724f65b19a321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670973 Oct 06 11:04:46.113934 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56712) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:46.131616 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c405a-f06d-4316-a047-5f93c96565dd req-ffe6081d-6f5a-425e-a357-58c50dd55879 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:46.133122 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-434c405a-f06d-4316-a047-5f93c96565dd req-ffe6081d-6f5a-425e-a357-58c50dd55879 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0680115 Oct 06 11:04:46.165141 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d55a880d-4da7-44e2-b1a2-f610864d4f61 admin admin] Publish callbacks [] for security_group (79a6d5a2-beb6-4da1-a93a-d4750613e267), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:46.181205 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-434c405a-f06d-4316-a047-5f93c96565dd req-eec41e4a-38c4-4d61-968e-729259b00102 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Oct 06 11:04:46.184975 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d55a880d-4da7-44e2-b1a2-f610864d4f61 admin admin] Publish callbacks [] for security_group (79a6d5a2-beb6-4da1-a93a-d4750613e267), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:46.201116 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:46.235613 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d55a880d-4da7-44e2-b1a2-f610864d4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (79a6d5a2-beb6-4da1-a93a-d4750613e267), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:46.238335 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d55a880d-4da7-44e2-b1a2-f610864d4f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:46.239569 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-d55a880d-4da7-44e2-b1a2-f610864d4f61 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/79a6d5a2-beb6-4da1-a93a-d4750613e267 HTTP/1.1" status: 204 len: 168 time: 0.1247129 Oct 06 11:04:46.247857 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a880d-4da7-44e2-b1a2-f610864d4f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a6d5a2-beb6-4da1-a93a-d4750613e267,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:46.319126 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b147d3-180b-4f21-8681-4fddbee52b30 req-55e5d527-47ce-417e-821a-9d848a5a861f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:46.320731 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-93b147d3-180b-4f21-8681-4fddbee52b30 req-55e5d527-47ce-417e-821a-9d848a5a861f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0588496 Oct 06 11:04:46.386877 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-93b147d3-180b-4f21-8681-4fddbee52b30 req-d14dc6ba-66cd-4f76-858d-5451c152a807 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564716 Oct 06 11:04:46.445000 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1b41e46d-7d4e-466f-9b5c-2d4f7eeea4cf req-789fc87a-dc29-4611-bee9-4a85aeee4725 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0334568 Oct 06 11:04:46.969559 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56746) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:47.068501 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1956010195-network', 'tenant_id': '988b46704eed4dea920dbd0db5c1dd0b'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:47.087733 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Made reservation on behalf of 988b46704eed4dea920dbd0db5c1dd0b for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:47.090158 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.099309 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.168501 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-52ca1f0a-180a-4cb1-83ba-7dd29a1e71d6 req-7a7c3146-4ddf-42b6-8e1e-3df33060a034 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0376401 Oct 06 11:04:47.206515 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Publish callbacks [] for security_group (024fe869-bbe9-44db-b409-df4cd4beac26), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.210388 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (024fe869-bbe9-44db-b409-df4cd4beac26), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.232062 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:04:47.247900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:47.249165 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (1a8a9964-4503-410f-933e-e7798e9cd965), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.249507 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Added segment 1a8a9964-4503-410f-933e-e7798e9cd965 of type vlan for network 02c9cf21-baee-48e5-add4-a0f77b7f7ec7 Oct 06 11:04:47.252087 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024fe869-bbe9-44db-b409-df4cd4beac26,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:47.299552 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (02c9cf21-baee-48e5-add4-a0f77b7f7ec7), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.312162 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec267e-545f-408f-b329-0fe9113d5d5c req-531263ce-4ccb-4cb7-b6a0-27f09c64c7ff tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:47.314269 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-68ec267e-545f-408f-b329-0fe9113d5d5c req-531263ce-4ccb-4cb7-b6a0-27f09c64c7ff tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0521190 Oct 06 11:04:47.327338 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (02c9cf21-baee-48e5-add4-a0f77b7f7ec7), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.329201 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:47.330175 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.368778 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-68ec267e-545f-408f-b329-0fe9113d5d5c req-301af97b-bf91-426b-bf9d-eacb98ed316c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Oct 06 11:04:47.392120 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4207430 Oct 06 11:04:47.394657 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56760) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:47.402003 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Request body: {'subnet': {'network_id': '02c9cf21-baee-48e5-add4-a0f77b7f7ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1956010195-subnet', 'tenant_id': '988b46704eed4dea920dbd0db5c1dd0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:47.409373 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e953cb8-f4b0-47f8-9e06-4449c7fbb893 admin admin] Pushing event updated for resources: {'Network': ['ID=02c9cf21-baee-48e5-add4-a0f77b7f7ec7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:47.420952 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 02c9cf21-baee-48e5-add4-a0f77b7f7ec7 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:04:47.426894 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Made reservation on behalf of 988b46704eed4dea920dbd0db5c1dd0b for: {'subnet': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:47.429971 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.553228 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82db40-a5db-468f-8fa5-331a2b1a35c2 req-05daaf25-ea82-4068-aa03-ceff9f5fd36e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:47.554716 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bb82db40-a5db-468f-8fa5-331a2b1a35c2 req-05daaf25-ea82-4068-aa03-ceff9f5fd36e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.0732989 Oct 06 11:04:47.561141 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-72c08a22-63f0-44db-8006-308e59827b1c req-fcdc126a-b0ec-4403-a814-535b8608f781 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0294571 Oct 06 11:04:47.642599 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bb82db40-a5db-468f-8fa5-331a2b1a35c2 req-aa852a1a-4ea2-47c1-8285-38d758d736e1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816417 Oct 06 11:04:47.699639 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (da1aebef-d8c6-47ab-8497-b55b349163ad), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.721475 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:47.753769 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1aebef-d8c6-47ab-8497-b55b349163ad,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:47.769763 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Checking segment: {'id': '1a8a9964-4503-410f-933e-e7798e9cd965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '02c9cf21-baee-48e5-add4-a0f77b7f7ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:47.770057 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Network hostable DHCP agents. Network: 02c9cf21-baee-48e5-add4-a0f77b7f7ec7, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:04:47.787982 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Network 02c9cf21-baee-48e5-add4-a0f77b7f7ec7 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:04:47.800099 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-dc879840-0ec3-46c1-ab55-d5463424d996 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:04:47.800520 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-f88a4db6-2040-495b-bde1-5172935c064a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:04:47.801065 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-dc879840-0ec3-46c1-ab55-d5463424d996 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052884 Oct 06 11:04:47.801694 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-f88a4db6-2040-495b-bde1-5172935c064a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062816 Oct 06 11:04:47.805627 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-6385e7e5-528c-490e-a809-78016a1b476a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:04:47.806566 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-6385e7e5-528c-490e-a809-78016a1b476a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046039 Oct 06 11:04:47.806718 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'port': {'device_id': 'ec9864b6-cb13-4dc0-97d2-e155a1717ec9', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'admin_state_up': True, 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:47.810903 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 02c9cf21-baee-48e5-add4-a0f77b7f7ec7) {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:47.816096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:47.817167 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:47.820401 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e5fd61-e2b1-4316-a2fb-01406eb63ef1 None None] Network 02c9cf21-baee-48e5-add4-a0f77b7f7ec7 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:47.883763 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-fc477468-7ed9-41db-aa51-350b6e3f7c27 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4789822 Oct 06 11:04:47.933296 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d823f-35fb-4756-aa5e-5c8cd0b72221 None None] Network 02c9cf21-baee-48e5-add4-a0f77b7f7ec7 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:47.941931 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Made reservation on behalf of 4ebb258de32f40c68f86e4b401efde5d for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:47.947108 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.092466 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:48.102235 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Allocated IP 172.20.0.10 (66a88666-ebf0-4b86-a615-d5110a6e14c5/d385ea7e-0027-459e-864e-32baf6548b18/50343d2f-ca78-433a-93c4-aaa96d6e2a26) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:48.278488 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.288441 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cae44195-8577-4a48-9ae3-5a3332566afd req-36e8e672-be28-40eb-b634-cb7552e606b7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0346241 Oct 06 11:04:48.314631 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.365409 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:48.368658 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:48.371311 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:48.376038 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:48.376653 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.392089 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event updated for resources: {'Port': ['ID=50343d2f-ca78-433a-93c4-aaa96d6e2a26,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:48.405645 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-c0336424-352b-458d-ae9d-3b4c562dcc15 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6025393 Oct 06 11:04:48.450609 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56796) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:48.456113 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-729364412-network', 'tenant_id': 'afda2a77aa3c48cc946e64ca4ffc1e83'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:48.509100 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Made reservation on behalf of afda2a77aa3c48cc946e64ca4ffc1e83 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:48.512037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.532690 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.603581 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:48.611710 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e20dbc-6f03-44cd-8461-a8f0fd5a25c3 req-4ceb3269-6d69-49af-a4df-76208081e681 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:48.619560 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-38e20dbc-6f03-44cd-8461-a8f0fd5a25c3 req-4ceb3269-6d69-49af-a4df-76208081e681 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.1430576 Oct 06 11:04:48.662267 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Request body: {'port': {'device_id': '9de15d8c-124c-4827-839a-89d209f344e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:48.706124 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-38e20dbc-6f03-44cd-8461-a8f0fd5a25c3 req-acbfb115-d308-4adb-97a4-78753fac7b8f tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854545 Oct 06 11:04:48.719332 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Request body: {'port': {'device_id': '41685b83-a75b-4abc-814c-c9a4424f2c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:48.740213 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Request body: {'port': {'device_id': 'ec9864b6-cb13-4dc0-97d2-e155a1717ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:48.747978 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-2c006697-f5f3-4906-aef6-91952e4794e3 None None] Provisioning complete for port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:48.749425 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2c006697-f5f3-4906-aef6-91952e4794e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.750414 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-2c006697-f5f3-4906-aef6-91952e4794e3 None None] Attempt 1 to provision port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 Oct 06 11:04:48.786751 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Request body: {'port': {'device_id': '3eb86039-b159-435a-b022-4396a59b657c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:48.791704 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-2c006697-f5f3-4906-aef6-91952e4794e3 None None] Port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:48.826375 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Publish callbacks [] for security_group (98fc439a-2557-4c67-9fe2-98346a24b4b8), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.852375 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (98fc439a-2557-4c67-9fe2-98346a24b4b8), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.856429 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ba21b-2a3d-4da4-8d5f-53e9d37dcbb7 req-99f886c6-5256-4cdb-9a0a-69a3359f04cf tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:48.858395 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-594ba21b-2a3d-4da4-8d5f-53e9d37dcbb7 req-99f886c6-5256-4cdb-9a0a-69a3359f04cf tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 932 time: 0.1432450 Oct 06 11:04:48.879598 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:48.916321 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:48.920500 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:04:48.936577 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:49.022934 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-594ba21b-2a3d-4da4-8d5f-53e9d37dcbb7 req-52b93021-867d-4b7a-b97f-45f950b47dd6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444223 Oct 06 11:04:49.067142 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a08690-7592-43d4-8d11-ed2d8ffbe2d7 req-89b91795-af87-4254-b17d-bc33a816eed9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:49.068823 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e9a08690-7592-43d4-8d11-ed2d8ffbe2d7 req-89b91795-af87-4254-b17d-bc33a816eed9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 932 time: 0.2731342 Oct 06 11:04:49.069276 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:49.110437 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fc439a-2557-4c67-9fe2-98346a24b4b8,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:49.115442 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (9638bb44-43e0-42da-a771-38b9c9ebef64), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:49.115761 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Added segment 9638bb44-43e0-42da-a771-38b9c9ebef64 of type vlan for network d1a5be42-7ba3-426e-a454-01c59f271f56 Oct 06 11:04:49.148624 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:49.185514 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:49.203329 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:49.225331 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (d1a5be42-7ba3-426e-a454-01c59f271f56), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:49.244363 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.55', 54413) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:49.291246 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e9a08690-7592-43d4-8d11-ed2d8ffbe2d7 req-5f851219-243d-49b5-a4cc-300f177dc312 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987116 Oct 06 11:04:49.455370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (d1a5be42-7ba3-426e-a454-01c59f271f56), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:49.456617 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:49.457207 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:49.507010 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0552528 Oct 06 11:04:49.527096 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 56836) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:49.543558 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Request body: {'subnet': {'network_id': 'd1a5be42-7ba3-426e-a454-01c59f271f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-729364412-subnet', 'tenant_id': 'afda2a77aa3c48cc946e64ca4ffc1e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:49.719885 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5ff47dc4-160d-4ede-bcaa-a3d0de50c7d2 req-05f88252-cce5-47eb-a905-922ddd6092ed tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.1827450 Oct 06 11:04:49.720506 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Made reservation on behalf of afda2a77aa3c48cc946e64ca4ffc1e83 for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:49.722902 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3981186'] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:49.825883 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 56856) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:49.829506 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:49.921204 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09619e1f-646e-4efe-a4bb-658d76b64097 req-a007fd10-7290-4cf9-894b-21122d52ef18 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:49.923271 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-09619e1f-646e-4efe-a4bb-658d76b64097 req-a007fd10-7290-4cf9-894b-21122d52ef18 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 931 time: 0.0701859 Oct 06 11:04:49.934238 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b6d5d-1e77-4360-a280-c5818618c0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a5be42-7ba3-426e-a454-01c59f271f56,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:49.946263 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network d1a5be42-7ba3-426e-a454-01c59f271f56 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:04:50.116051 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a60437f-d87b-4705-ab02-ee352497d7bb {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:04:50.125800 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Publish callbacks [] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.147206 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-09619e1f-646e-4efe-a4bb-658d76b64097 req-bbafc510-b985-4dec-a8e8-f22627af9320 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142713 Oct 06 11:04:50.173721 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f595a1a4-6f82-46d6-9c95-1fd836a18532 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:04:50.189285 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Publish callbacks [] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.214183 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Transition to ACTIVE for port object f595a1a4-6f82-46d6-9c95-1fd836a18532 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:04:50.219143 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.241192 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Transition to ACTIVE for port object 5a60437f-d87b-4705-ab02-ee352497d7bb will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:04:50.254723 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9926a16e-4049-4ffd-8b5d-6cb3fb86d2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.264134 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.291907 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-b6c134ea-ce65-4e40-9d85-d0f357a7027c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:50.296512 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-b6c134ea-ce65-4e40-9d85-d0f357a7027c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 816 time: 0.7586188 Oct 06 11:04:50.300790 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dad21ae-1cb8-4cb8-b40b-12d49df819af {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:04:50.369467 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:50.387007 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Publish callbacks [] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.393231 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Pushing event updated for resources: {'Port': ['ID=f595a1a4-6f82-46d6-9c95-1fd836a18532,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:50.405899 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Attempting to bind port f595a1a4-6f82-46d6-9c95-1fd836a18532 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:50.406296 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Attempting to bind port f595a1a4-6f82-46d6-9c95-1fd836a18532 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:50.407010 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Attempting to bind port f595a1a4-6f82-46d6-9c95-1fd836a18532 on network fea6c97c-9c48-403d-929b-bfa5008b2a1f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:50.447375 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:50.490183 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4a3f5-01b5-4ae1-9f17-30d724c8baf5 req-d633bea8-f5f2-48c6-8912-abb0b45b62c2 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:50.491513 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Transition to ACTIVE for port object 3dad21ae-1cb8-4cb8-b40b-12d49df819af will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:04:50.491709 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-45a4a3f5-01b5-4ae1-9f17-30d724c8baf5 req-d633bea8-f5f2-48c6-8912-abb0b45b62c2 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.1017978 Oct 06 11:04:50.497692 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787af14b-67f9-4503-8e64-e50d7adee5ea req-2d04825b-8af3-46e3-8f2b-28ee70116a32 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:50.505378 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-787af14b-67f9-4503-8e64-e50d7adee5ea req-2d04825b-8af3-46e3-8f2b-28ee70116a32 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 932 time: 0.2770641 Oct 06 11:04:50.528227 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Port f595a1a4-6f82-46d6-9c95-1fd836a18532 on network fea6c97c-9c48-403d-929b-bfa5008b2a1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:04:50.528563 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Attempting to bind port f595a1a4-6f82-46d6-9c95-1fd836a18532 on network fea6c97c-9c48-403d-929b-bfa5008b2a1f {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:50.534399 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Pushing event updated for resources: {'Port': ['ID=5a60437f-d87b-4705-ab02-ee352497d7bb,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:50.538128 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:50.569953 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.628692 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-45a4a3f5-01b5-4ae1-9f17-30d724c8baf5 req-672667c7-d1fd-49f3-9ccf-7b34bf319657 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296098 Oct 06 11:04:50.637195 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50343d2f-ca78-433a-93c4-aaa96d6e2a26 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:04:50.654156 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Publish callbacks [] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.654820 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:50.655188 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Checking segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:50.655790 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Bound using segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:50.656315 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Bound port: f595a1a4-6f82-46d6-9c95-1fd836a18532, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:50.656667 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.677579 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Transition to ACTIVE for port object 50343d2f-ca78-433a-93c4-aaa96d6e2a26 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:04:50.682108 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.774143 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-825350ec-6fd4-4abf-940c-00d90c3ac965 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b886dc365684ab1811d100eb5774619 HTTP/1.1" status: 200 len: 379 time: 0.4088018 Oct 06 11:04:50.776244 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:50.791206 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Pushing event updated for resources: {'Port': ['ID=50343d2f-ca78-433a-93c4-aaa96d6e2a26,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:50.802469 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] For port f595a1a4-6f82-46d6-9c95-1fd836a18532, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:50.820128 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'port': {'device_id': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'admin_state_up': True, 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'security_groups': ['2aa0fb6e-aa58-426c-82aa-5cf39bd09f42']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:50.824738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Pushing event updated for resources: {'Port': ['ID=3dad21ae-1cb8-4cb8-b40b-12d49df819af,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:50.827124 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Attempting to bind port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:50.827464 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Attempting to bind port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:50.827796 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Attempting to bind port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:50.832659 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] For port f595a1a4-6f82-46d6-9c95-1fd836a18532, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:50.852708 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Attempting to bind port 5a60437f-d87b-4705-ab02-ee352497d7bb on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:50.853038 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Attempting to bind port 5a60437f-d87b-4705-ab02-ee352497d7bb by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:50.853382 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Attempting to bind port 5a60437f-d87b-4705-ab02-ee352497d7bb on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:50.858031 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-787af14b-67f9-4503-8e64-e50d7adee5ea req-c1adc027-32b2-453b-8efe-851368237468 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519030 Oct 06 11:04:50.878137 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.883180 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:50.884604 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.885130 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 200 len: 1094 time: 2.2880239 Oct 06 11:04:50.885850 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb86039-b159-435a-b022-4396a59b657c', 'tag': 'f595a1a4-6f82-46d6-9c95-1fd836a18532'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:04:50.928026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981200'] for subnet (8a136a84-abdb-4320-be3b-b0126f408944), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.930978 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9926a16e-4049-4ffd-8b5d-6cb3fb86d2b3 admin admin] Publish callbacks [] for security_group (25b4aa37-dce7-4f1a-b805-5c71abe5968f), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.969267 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9926a16e-4049-4ffd-8b5d-6cb3fb86d2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (25b4aa37-dce7-4f1a-b805-5c71abe5968f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:50.979515 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3f54d73d-bfec-454a-ba0b-9100f0276c7f req-8f1c3ec8-c3fc-424b-8246-e0404798c093 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.1533754 Oct 06 11:04:51.023797 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:04:51.024174 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Attempting to bind port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:51.027527 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11ed01-00d3-47b5-9f9b-472fc1bafd07 service neutron] Pushing event updated for resources: {'Port': ['ID=f595a1a4-6f82-46d6-9c95-1fd836a18532,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:51.051621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:51.075190 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:51.076358 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Checking segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:51.077434 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Bound using segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:51.077434 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Bound port: 50343d2f-ca78-433a-93c4-aaa96d6e2a26, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:51.078072 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.098366 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a136a84-abdb-4320-be3b-b0126f408944,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:51.100093 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Port 5a60437f-d87b-4705-ab02-ee352497d7bb on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:04:51.100421 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Attempting to bind port 5a60437f-d87b-4705-ab02-ee352497d7bb on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:51.107035 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-9926a16e-4049-4ffd-8b5d-6cb3fb86d2b3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d602948289d346b39d260edcfffd3171&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2723355 Oct 06 11:04:51.111160 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 56894) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:51.112938 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926a16e-4049-4ffd-8b5d-6cb3fb86d2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b4aa37-dce7-4f1a-b805-5c71abe5968f,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:51.116613 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Attempting to bind port 3dad21ae-1cb8-4cb8-b40b-12d49df819af on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:51.116949 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Attempting to bind port 3dad21ae-1cb8-4cb8-b40b-12d49df819af by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:51.117271 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Attempting to bind port 3dad21ae-1cb8-4cb8-b40b-12d49df819af on network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:51.146688 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d501aaa3-477b-44cc-809e-79373b620a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb86039-b159-435a-b022-4396a59b657c", "tag": "f595a1a4-6f82-46d6-9c95-1fd836a18532"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:04:51.171565 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] For port 50343d2f-ca78-433a-93c4-aaa96d6e2a26, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:51.176481 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] For port 50343d2f-ca78-433a-93c4-aaa96d6e2a26, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:51.196208 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:51.203782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.215394 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:51.217559 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.223058 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/50343d2f-ca78-433a-93c4-aaa96d6e2a26 HTTP/1.1" status: 200 len: 1094 time: 2.6237915 Oct 06 11:04:51.256609 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Checking segment: {'id': '9638bb44-43e0-42da-a771-38b9c9ebef64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'd1a5be42-7ba3-426e-a454-01c59f271f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:51.257034 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Network hostable DHCP agents. Network: d1a5be42-7ba3-426e-a454-01c59f271f56, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:04:51.276945 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Made reservation on behalf of 5b886dc365684ab1811d100eb5774619 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:04:51.281634 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.310278 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Port 3dad21ae-1cb8-4cb8-b40b-12d49df819af on network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:04:51.310604 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Attempting to bind port 3dad21ae-1cb8-4cb8-b40b-12d49df819af on network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:51.313028 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:51.313466 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Checking segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:51.314017 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Bound using segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:51.314484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Bound port: 5a60437f-d87b-4705-ab02-ee352497d7bb, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:51.314840 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.374220 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fbbceaf4-d5e2-4ade-aa2c-f9cea7b626a1 admin admin] Publish callbacks [] for security_group (25b4aa37-dce7-4f1a-b805-5c71abe5968f), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.419122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Network d1a5be42-7ba3-426e-a454-01c59f271f56 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:04:51.448757 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78dedcc-d009-4a71-8588-50b65b2dbf9a x-openstack-request-id: req-d78dedcc-d009-4a71-8588-50b65b2dbf9a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:04:51.449039 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb86039-b159-435a-b022-4396a59b657c", "tag": "f595a1a4-6f82-46d6-9c95-1fd836a18532", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:04:51.449289 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d78dedcc-d009-4a71-8588-50b65b2dbf9a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:04:51.449726 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78dedcc-d009-4a71-8588-50b65b2dbf9a'] response: {'name': 'network-changed', 'server_uuid': '3eb86039-b159-435a-b022-4396a59b657c', 'tag': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'status': 'completed', 'code': 200} Oct 06 11:04:51.460682 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ebf3f-21a7-4513-87b2-8f38b5dd9a57 req-fbc89366-113e-44a5-9607-c7faf37ac9cd tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:51.461891 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e65ebf3f-21a7-4513-87b2-8f38b5dd9a57 req-fbc89366-113e-44a5-9607-c7faf37ac9cd tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.1340818 Oct 06 11:04:51.462637 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c105e-ca59-4a00-9c07-ba36d18224af service neutron] Pushing event updated for resources: {'Port': ['ID=50343d2f-ca78-433a-93c4-aaa96d6e2a26,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:51.499860 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, d1a5be42-7ba3-426e-a454-01c59f271f56) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:51.511014 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fbbceaf4-d5e2-4ade-aa2c-f9cea7b626a1 admin admin] Publish callbacks [] for security_group (25b4aa37-dce7-4f1a-b805-5c71abe5968f), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.513909 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063e05a7-5a7b-4c16-a416-27b6e9fb0f0b None None] Network d1a5be42-7ba3-426e-a454-01c59f271f56 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:51.527682 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e65ebf3f-21a7-4513-87b2-8f38b5dd9a57 req-a24d103f-b241-4103-a079-88360634fa1e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594521 Oct 06 11:04:51.551301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:51.551970 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.575857 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:51.576226 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Checking segment: {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:51.576614 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Bound using segment: {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:51.577080 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Bound port: 3dad21ae-1cb8-4cb8-b40b-12d49df819af, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636e0eb-2f1a-454d-b216-c413268259ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:51.577411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.580856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:51.624621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] For port 5a60437f-d87b-4705-ab02-ee352497d7bb, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:51.630548 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] For port 5a60437f-d87b-4705-ab02-ee352497d7bb, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a60437f-d87b-4705-ab02-ee352497d7bb,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:51.676166 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-9a53afb4-f1b9-4dce-a72a-679df8f4e90e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1234841 Oct 06 11:04:51.694042 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.738781 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:51.739403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.740915 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/5a60437f-d87b-4705-ab02-ee352497d7bb HTTP/1.1" status: 200 len: 1093 time: 3.1767898 Oct 06 11:04:51.741757 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41685b83-a75b-4abc-814c-c9a4424f2c65', 'tag': '5a60437f-d87b-4705-ab02-ee352497d7bb'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:04:51.764499 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fbbceaf4-d5e2-4ade-aa2c-f9cea7b626a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (25b4aa37-dce7-4f1a-b805-5c71abe5968f), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.768376 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fbbceaf4-d5e2-4ade-aa2c-f9cea7b626a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:51.769522 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fbbceaf4-d5e2-4ade-aa2c-f9cea7b626a1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/25b4aa37-dce7-4f1a-b805-5c71abe5968f HTTP/1.1" status: 204 len: 168 time: 0.6539326 Oct 06 11:04:51.781144 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92779e18-6376-43b9-86f2-4b28b93a550b None None] Network d1a5be42-7ba3-426e-a454-01c59f271f56 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:04:51.781813 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Allocated IP 172.20.0.5 (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1/2dfde5ca-0941-463b-817b-90f685902884/e16aada9-7c39-402c-9979-d8f302e4c39a) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:04:51.852889 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:51.902754 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=15 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:51.906625 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=11 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:52.018458 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbceaf4-d5e2-4ade-aa2c-f9cea7b626a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b4aa37-dce7-4f1a-b805-5c71abe5968f,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:52.047201 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] For port 3dad21ae-1cb8-4cb8-b40b-12d49df819af, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:52.070818 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164203-8153-4eec-bc56-e683df26499f req-20bb3d18-f5cb-4cdb-bb0e-56b0d247c15e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:52.072460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e2164203-8153-4eec-bc56-e683df26499f req-20bb3d18-f5cb-4cdb-bb0e-56b0d247c15e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.3217978 Oct 06 11:04:52.073101 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba77241-5e81-407b-97a6-bbfe8f619339 service neutron] Pushing event updated for resources: {'Port': ['ID=5a60437f-d87b-4705-ab02-ee352497d7bb,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:52.084314 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] For port 3dad21ae-1cb8-4cb8-b40b-12d49df819af, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=3dad21ae-1cb8-4cb8-b40b-12d49df819af,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:52.104730 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:52.117012 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.132749 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:52.133371 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.134802 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/3dad21ae-1cb8-4cb8-b40b-12d49df819af HTTP/1.1" status: 200 len: 1093 time: 3.5584264 Oct 06 11:04:52.166843 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:52.216479 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 56940) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:52.218448 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f080eb-e14d-4332-bfd3-62ad5b430c83 req-e32bf4ae-54c5-4a0c-b3ad-b549df168b1b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:52.238008 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c8f080eb-e14d-4332-bfd3-62ad5b430c83 req-e32bf4ae-54c5-4a0c-b3ad-b549df168b1b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.2791028 Oct 06 11:04:52.263920 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e2164203-8153-4eec-bc56-e683df26499f req-09816e2b-837a-407d-a3f4-44ee8f00a480 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819818 Oct 06 11:04:52.264670 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3250b46c-bd12-4805-b934-ac70a0faad98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.295080 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11575b-a67b-4938-98d3-4b755a115232 service neutron] Pushing event updated for resources: {'Port': ['ID=3dad21ae-1cb8-4cb8-b40b-12d49df819af,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:52.320348 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c8f080eb-e14d-4332-bfd3-62ad5b430c83 req-62c023d6-c07f-4c53-8f46-bd98548a60f5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771136 Oct 06 11:04:52.356716 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.384319 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0b4f0f-664e-4137-96cf-9d1ea768d19e" -d '{"events": [{"name": "network-changed", "server_uuid": "41685b83-a75b-4abc-814c-c9a4424f2c65", "tag": "5a60437f-d87b-4705-ab02-ee352497d7bb"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:04:52.441008 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-67bb5316-8a8b-4049-ae15-0e9a85b6f83c req-83b25092-414b-48f8-b116-db026c43fa33 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0667844 Oct 06 11:04:52.471548 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.488116 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3250b46c-bd12-4805-b934-ac70a0faad98 admin admin] Publish callbacks [] for security_group (328b9b80-b991-4afa-98a5-6886abf5890c), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.514236 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3250b46c-bd12-4805-b934-ac70a0faad98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (328b9b80-b991-4afa-98a5-6886abf5890c), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.571153 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:04:52.578182 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250b46c-bd12-4805-b934-ac70a0faad98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328b9b80-b991-4afa-98a5-6886abf5890c,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:52.581384 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:52.583887 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:04:52.590271 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-3250b46c-bd12-4805-b934-ac70a0faad98 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3427a87b438a415eac73105af1ace8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677211 Oct 06 11:04:52.594439 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 56952) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:52.610901 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:04:52.692107 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:52.693244 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.720752 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3152c9ca-2aff-4759-9837-0f8aa9433493 admin admin] Publish callbacks [] for security_group (328b9b80-b991-4afa-98a5-6886abf5890c), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.728955 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-f8ce4b34-46e0-4aab-88c8-d1a9dbe78bd7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9388723 Oct 06 11:04:52.759018 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3152c9ca-2aff-4759-9837-0f8aa9433493 admin admin] Publish callbacks [] for security_group (328b9b80-b991-4afa-98a5-6886abf5890c), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.759496 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cd6699-86f3-4fc7-a9bf-f708e292ddaf x-openstack-request-id: req-f6cd6699-86f3-4fc7-a9bf-f708e292ddaf {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:04:52.759949 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41685b83-a75b-4abc-814c-c9a4424f2c65", "tag": "5a60437f-d87b-4705-ab02-ee352497d7bb", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:04:52.760305 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6cd6699-86f3-4fc7-a9bf-f708e292ddaf {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:04:52.760878 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cd6699-86f3-4fc7-a9bf-f708e292ddaf'] response: {'name': 'network-changed', 'server_uuid': '41685b83-a75b-4abc-814c-c9a4424f2c65', 'tag': '5a60437f-d87b-4705-ab02-ee352497d7bb', 'status': 'completed', 'code': 200} Oct 06 11:04:52.771981 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:52.791262 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ddbb-88f8-4889-ad33-d47c26361704 req-1801f8c8-b4f4-4738-bdfd-2d9b8b01c1ba tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:52.798459 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9220ddbb-88f8-4889-ad33-d47c26361704 req-1801f8c8-b4f4-4738-bdfd-2d9b8b01c1ba tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0900447 Oct 06 11:04:52.899336 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3152c9ca-2aff-4759-9837-0f8aa9433493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (328b9b80-b991-4afa-98a5-6886abf5890c), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.902430 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3152c9ca-2aff-4759-9837-0f8aa9433493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:52.903674 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3152c9ca-2aff-4759-9837-0f8aa9433493 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/328b9b80-b991-4afa-98a5-6886abf5890c HTTP/1.1" status: 204 len: 168 time: 0.3082430 Oct 06 11:04:52.913177 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9220ddbb-88f8-4889-ad33-d47c26361704 req-19e19567-181f-49e5-8101-71aa1a4735d4 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965352 Oct 06 11:04:52.913355 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152c9ca-2aff-4759-9837-0f8aa9433493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328b9b80-b991-4afa-98a5-6886abf5890c,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:53.042073 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-30fc6c6d-1c66-43c0-8f1f-0f3ca8c5490f None None] Provisioning complete for port e16aada9-7c39-402c-9979-d8f302e4c39a triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:04:53.042655 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-30fc6c6d-1c66-43c0-8f1f-0f3ca8c5490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:53.042775 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-30fc6c6d-1c66-43c0-8f1f-0f3ca8c5490f None None] Attempt 1 to provision port e16aada9-7c39-402c-9979-d8f302e4c39a Oct 06 11:04:53.079257 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-30fc6c6d-1c66-43c0-8f1f-0f3ca8c5490f None None] Port e16aada9-7c39-402c-9979-d8f302e4c39a cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:04:53.253391 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-fa413dd5-843a-49e5-80be-9188d38ec21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:53.414506 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9555f89-af05-4d96-8147-bc95bbd6e04c req-7b128c94-8d36-4e2f-84e2-c45eef27ed08 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:53.416038 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d9555f89-af05-4d96-8147-bc95bbd6e04c req-7b128c94-8d36-4e2f-84e2-c45eef27ed08 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.0710170 Oct 06 11:04:53.444284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62666acb-a37d-4827-96b7-07b8b6604cbf req-3ebbdc5e-db94-4f60-8ae6-74bd57fb3f1b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:53.450948 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-62666acb-a37d-4827-96b7-07b8b6604cbf req-3ebbdc5e-db94-4f60-8ae6-74bd57fb3f1b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0620198 Oct 06 11:04:53.454681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9864b6-cb13-4dc0-97d2-e155a1717ec9', 'tag': '50343d2f-ca78-433a-93c4-aaa96d6e2a26'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:04:53.457668 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9239a66c-bf67-4418-a733-8dd9cf7022b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9864b6-cb13-4dc0-97d2-e155a1717ec9", "tag": "50343d2f-ca78-433a-93c4-aaa96d6e2a26"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:04:53.478115 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d9555f89-af05-4d96-8147-bc95bbd6e04c req-edcd5304-2268-4ca8-84ee-abadb0ca7b1b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542185 Oct 06 11:04:53.509181 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-62666acb-a37d-4827-96b7-07b8b6604cbf req-50f5f362-f29f-467f-b4f3-700f7299892d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571322 Oct 06 11:04:53.546340 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b29d2a8-92d1-4e52-bbfe-10dbecc7495e x-openstack-request-id: req-7b29d2a8-92d1-4e52-bbfe-10dbecc7495e {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:04:53.547105 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9864b6-cb13-4dc0-97d2-e155a1717ec9", "tag": "50343d2f-ca78-433a-93c4-aaa96d6e2a26", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:04:53.547362 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b29d2a8-92d1-4e52-bbfe-10dbecc7495e {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:04:53.547869 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b29d2a8-92d1-4e52-bbfe-10dbecc7495e'] response: {'name': 'network-changed', 'server_uuid': 'ec9864b6-cb13-4dc0-97d2-e155a1717ec9', 'tag': '50343d2f-ca78-433a-93c4-aaa96d6e2a26', 'status': 'completed', 'code': 200} Oct 06 11:04:53.612655 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:53.631192 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f234ca-c601-4d5a-b4ab-933de562210b req-35c1dcfb-0faf-40ed-864c-1c72b6d4ac26 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:53.632705 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-10f234ca-c601-4d5a-b4ab-933de562210b req-35c1dcfb-0faf-40ed-864c-1c72b6d4ac26 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 931 time: 0.0518317 Oct 06 11:04:53.680604 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-10f234ca-c601-4d5a-b4ab-933de562210b req-a15ed51b-baa9-4b36-b70b-63330eca7587 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419884 Oct 06 11:04:54.048475 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd514d6-6029-424d-b891-71d51f9c3709 req-3e910827-5db7-4f9d-bddf-b9718a23e176 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:54.049967 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0dd514d6-6029-424d-b891-71d51f9c3709 req-3e910827-5db7-4f9d-bddf-b9718a23e176 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0503640 Oct 06 11:04:54.102849 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0dd514d6-6029-424d-b891-71d51f9c3709 req-ff2f9879-f3fa-427f-8d9c-7db96ffb3ec3 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473785 Oct 06 11:04:54.613303 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-69d8c85a-6230-44a7-947d-c9dd2962f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:54.616550 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-69d8c85a-6230-44a7-947d-c9dd2962f631 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 1128 time: 0.0988905 Oct 06 11:04:54.644375 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:54.690935 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Request body: {'port': {'device_id': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:04:54.733251 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-7945f20f-046d-49ff-83be-2ad8e0fe3dcf service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 200 len: 217 time: 0.0968850 Oct 06 11:04:54.746305 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33745f96-990e-45ee-8b53-4768644cafd4 req-28f01956-c6e3-4b34-859b-be86f38f8228 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:54.747781 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-33745f96-990e-45ee-8b53-4768644cafd4 req-28f01956-c6e3-4b34-859b-be86f38f8228 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.1770389 Oct 06 11:04:54.760057 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fb1b-c069-451c-80dd-d909ce1d2ef8 req-ccac095b-18b3-466e-97f8-2f1bc76f071b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:54.761514 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-40a5fb1b-c069-451c-80dd-d909ce1d2ef8 req-ccac095b-18b3-466e-97f8-2f1bc76f071b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.1636167 Oct 06 11:04:54.768589 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de15d8c-124c-4827-839a-89d209f344e8', 'tag': '3dad21ae-1cb8-4cb8-b40b-12d49df819af'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:04:54.770914 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb9526a-5805-4133-af4e-a1351d1b6fac" -d '{"events": [{"name": "network-changed", "server_uuid": "9de15d8c-124c-4827-839a-89d209f344e8", "tag": "3dad21ae-1cb8-4cb8-b40b-12d49df819af"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:04:54.792336 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-48758cb1-afa0-40bd-868c-2710d223fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:54.793821 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-48758cb1-afa0-40bd-868c-2710d223fb95 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 1128 time: 0.1706653 Oct 06 11:04:54.797747 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:54.835456 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-f81b76fa-414d-4e9f-9c7c-451b3c8b842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:54.836977 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-f81b76fa-414d-4e9f-9c7c-451b3c8b842a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=aaa6c50978eb46ecba4c88562ede965b&device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 1127 time: 0.1142201 Oct 06 11:04:54.841265 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4f0f-664e-4137-96cf-9d1ea768d19e req-ca187453-3015-426f-b545-6bc428ac7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:54.842705 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5a0b4f0f-664e-4137-96cf-9d1ea768d19e req-ca187453-3015-426f-b545-6bc428ac7c0c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 1127 time: 0.1264348 Oct 06 11:04:54.857631 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-b09e47c2-b9a7-49fb-89a1-9d45e1b209de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:54.859657 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-b09e47c2-b9a7-49fb-89a1-9d45e1b209de service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.1052377 Oct 06 11:04:54.876722 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-40a5fb1b-c069-451c-80dd-d909ce1d2ef8 req-f7be5a76-35bb-4c4c-a3c4-0452692deac5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908375 Oct 06 11:04:54.913221 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-bc136c1f-4d59-491a-8261-ac980256f6a6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26 HTTP/1.1" status: 200 len: 217 time: 0.0863276 Oct 06 11:04:54.921205 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:54.943454 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-33745f96-990e-45ee-8b53-4768644cafd4 req-3b489e5b-33ac-47d7-a5f2-431a7fc0a9ba tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645179 Oct 06 11:04:55.010619 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebd116e-7512-499e-9854-8e6549c5ed17 x-openstack-request-id: req-bebd116e-7512-499e-9854-8e6549c5ed17 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:04:55.010912 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de15d8c-124c-4827-839a-89d209f344e8", "tag": "3dad21ae-1cb8-4cb8-b40b-12d49df819af", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:04:55.011172 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bebd116e-7512-499e-9854-8e6549c5ed17 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:04:55.011554 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebd116e-7512-499e-9854-8e6549c5ed17'] response: {'name': 'network-changed', 'server_uuid': '9de15d8c-124c-4827-839a-89d209f344e8', 'tag': '3dad21ae-1cb8-4cb8-b40b-12d49df819af', 'status': 'completed', 'code': 200} Oct 06 11:04:55.076489 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6dd2-c708-44aa-918a-0757d2066938 req-bfa70c92-7080-4ea2-9cf6-7289a2323c70 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.078626 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5caf6dd2-c708-44aa-918a-0757d2066938 req-bfa70c92-7080-4ea2-9cf6-7289a2323c70 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 931 time: 0.1388035 Oct 06 11:04:55.085179 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-f5bb72b1-d96b-4ae8-8b6a-f5b42489ff60 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dad21ae-1cb8-4cb8-b40b-12d49df819af HTTP/1.1" status: 200 len: 217 time: 0.1017115 Oct 06 11:04:55.136200 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-06158ecb-230c-4c1f-b844-7c4bf26a5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.137682 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-06158ecb-230c-4c1f-b844-7c4bf26a5c8b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1442330 Oct 06 11:04:55.214100 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-f3054fed-322c-46e4-8ed4-1e6be136dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.215545 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-f3054fed-322c-46e4-8ed4-1e6be136dba7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.2243960 Oct 06 11:04:55.223037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-9b006591-297f-45f6-8fdc-7394688ffc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.224495 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-9b006591-297f-45f6-8fdc-7394688ffc39 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=771408e9-5467-4450-a143-1d2969ca876c HTTP/1.1" status: 200 len: 850 time: 0.1334448 Oct 06 11:04:55.246735 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5caf6dd2-c708-44aa-918a-0757d2066938 req-d4995bc2-0862-41c1-bd76-46bc71307239 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565912 Oct 06 11:04:55.288134 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-c03f8228-c9cb-4728-90af-fffbc3086467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.289611 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-c03f8228-c9cb-4728-90af-fffbc3086467 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581682 Oct 06 11:04:55.313764 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-8df7e3ea-3bc0-4cf6-b08a-5e4c9db9c1c5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676562 Oct 06 11:04:55.403006 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7fcfd-8e84-4870-86b9-1deb9b12d167 req-556b4da7-f81e-4cb9-b036-cd5ef85d35c6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.404535 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c2b7fcfd-8e84-4870-86b9-1deb9b12d167 req-556b4da7-f81e-4cb9-b036-cd5ef85d35c6 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.2057593 Oct 06 11:04:55.413190 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4f0f-664e-4137-96cf-9d1ea768d19e req-416262a0-4770-4f38-97b2-e16f5f31464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.414592 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5a0b4f0f-664e-4137-96cf-9d1ea768d19e req-416262a0-4770-4f38-97b2-e16f5f31464e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=4ebb258de32f40c68f86e4b401efde5d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4223135 Oct 06 11:04:55.449534 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-aea79dc2-a516-4a3d-98f4-9196d25654f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.450995 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-aea79dc2-a516-4a3d-98f4-9196d25654f6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2033100 Oct 06 11:04:55.466866 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-23d8f3cf-b068-43c9-8838-3665817ba156 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663196 Oct 06 11:04:55.470797 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e6f0a49-d808-4f6b-aa4d-1c02fac69c94 req-ac468dd5-e6ed-4b03-9d8b-c7cd37f31aa5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477444 Oct 06 11:04:55.491501 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:55.589758 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e38f01d5-2e6d-4ac5-b865-b4049a77ecf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:55.597402 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2c735ec5-457a-49fb-ac53-e3dc0e35343c req-6b843eb6-e7f1-4e31-81a4-2cbf744dbdc7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144478 Oct 06 11:04:55.818257 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:55.882921 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c2b7fcfd-8e84-4870-86b9-1deb9b12d167 req-b6a48042-ca94-44f4-b0d8-98c95877e7c7 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602330 Oct 06 11:04:55.961603 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4f0f-664e-4137-96cf-9d1ea768d19e req-e3a358db-207b-4b74-b1bd-803a85427b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:55.963339 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5a0b4f0f-664e-4137-96cf-9d1ea768d19e req-e3a358db-207b-4b74-b1bd-803a85427b6d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5389612 Oct 06 11:04:55.965603 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16aada9-7c39-402c-9979-d8f302e4c39a {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:04:55.981334 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Publish callbacks [] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:55.991561 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-8df7247a-5885-4525-9a11-7d9f323be209 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364735 Oct 06 11:04:55.999484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Transition to ACTIVE for port object e16aada9-7c39-402c-9979-d8f302e4c39a will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:04:56.005363 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:56.016154 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7920c-9a3a-4b4d-9fd2-09c8b3be43c5 req-3b84d3a8-fb64-4404-be79-f50abbe302f0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:56.024676 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-60d7920c-9a3a-4b4d-9fd2-09c8b3be43c5 req-3b84d3a8-fb64-4404-be79-f50abbe302f0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0600104 Oct 06 11:04:56.084291 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-60d7920c-9a3a-4b4d-9fd2-09c8b3be43c5 req-9acc443d-4869-4cdd-8d0e-ba0be53d163d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584879 Oct 06 11:04:56.107206 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:56.151638 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb58f9-1416-420e-a09c-c79f357778df req-9992a784-2280-47be-8ae7-f5db90b5c90e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:56.153197 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e8fb58f9-1416-420e-a09c-c79f357778df req-9992a784-2280-47be-8ae7-f5db90b5c90e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.1032581 Oct 06 11:04:56.155344 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:56.224330 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Attempting to bind port e16aada9-7c39-402c-9979-d8f302e4c39a on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:04:56.224732 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Attempting to bind port e16aada9-7c39-402c-9979-d8f302e4c39a by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:04:56.225080 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Attempting to bind port e16aada9-7c39-402c-9979-d8f302e4c39a on network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:56.255104 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e8fb58f9-1416-420e-a09c-c79f357778df req-b1ff1632-03ef-4cf3-ba6b-f4d0d078a005 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943992 Oct 06 11:04:56.295287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Port e16aada9-7c39-402c-9979-d8f302e4c39a on network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:04:56.295699 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Attempting to bind port e16aada9-7c39-402c-9979-d8f302e4c39a on network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:04:56.354710 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:04:56.355042 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Checking segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:04:56.355501 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Bound using segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:04:56.355969 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Bound port: e16aada9-7c39-402c-9979-d8f302e4c39a, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:04:56.356327 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:56.410852 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10469a43-d1c4-4f6b-8882-9c5de83c203a req-4a1e9166-01ff-4a25-acec-ff7c0f14b521 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:56.412062 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10469a43-d1c4-4f6b-8882-9c5de83c203a req-4a1e9166-01ff-4a25-acec-ff7c0f14b521 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0728321 Oct 06 11:04:56.445765 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:04:56.449169 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:04:56.455265 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:56.463897 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:56.463897 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:56.463897 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/e16aada9-7c39-402c-9979-d8f302e4c39a HTTP/1.1" status: 200 len: 1093 time: 1.8388774 Oct 06 11:04:56.477329 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10469a43-d1c4-4f6b-8882-9c5de83c203a req-b0b92a5d-1391-412b-b030-c2be2c7f4fa9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536113 Oct 06 11:04:56.506856 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665af131-8d49-48a6-bd90-b26e87620362 service neutron] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:57.013307 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:04:57.015535 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47caa699-acbc-45ff-96c7-f8309e61b33d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:04:57.024894 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f4441-71d3-4589-97f0-30a27f23bca1 req-d6335b99-51ea-4963-8529-0507153217b5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:57.028350 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-475f4441-71d3-4589-97f0-30a27f23bca1 req-d6335b99-51ea-4963-8529-0507153217b5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0605366 Oct 06 11:04:57.062868 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:57.068709 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca88a067-28e1-4399-a375-74b1560832b8 x-openstack-request-id: req-ca88a067-28e1-4399-a375-74b1560832b8 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:04:57.069000 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:04:57.069249 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca88a067-28e1-4399-a375-74b1560832b8 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:04:57.069827 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca88a067-28e1-4399-a375-74b1560832b8'] response: {'name': 'network-changed', 'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'status': 'completed', 'code': 200} Oct 06 11:04:57.087204 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-475f4441-71d3-4589-97f0-30a27f23bca1 req-6d6cf12b-3f31-40d8-b867-9eced7a2b459 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547388 Oct 06 11:04:57.216083 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6890-5556-4a63-bd14-a37da17d797b req-b53b76db-266b-4cf3-bb92-1574974525ea tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:57.217573 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7bbd6890-5556-4a63-bd14-a37da17d797b req-b53b76db-266b-4cf3-bb92-1574974525ea tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0475535 Oct 06 11:04:57.267505 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7bbd6890-5556-4a63-bd14-a37da17d797b req-fa28fea9-48b4-48b4-b255-63b2289a59b5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442567 Oct 06 11:04:57.380822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad4ec-53e2-4086-82da-33799ef5ccf0 req-63f84692-ae6f-4afd-9938-c41217105073 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:57.382293 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-08fad4ec-53e2-4086-82da-33799ef5ccf0 req-63f84692-ae6f-4afd-9938-c41217105073 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.0517080 Oct 06 11:04:57.430238 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-08fad4ec-53e2-4086-82da-33799ef5ccf0 req-ca81b747-eafd-49c0-b7e8-94f885c177c1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Oct 06 11:04:57.582179 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:57.621807 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194a222-cec1-4a84-8fa9-950a2c2e1150 req-49e8d52e-b71c-44e9-ab38-5a6d0c97347d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:57.633606 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8194a222-cec1-4a84-8fa9-950a2c2e1150 req-49e8d52e-b71c-44e9-ab38-5a6d0c97347d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0663791 Oct 06 11:04:57.691995 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57152) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:57.703605 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8194a222-cec1-4a84-8fa9-950a2c2e1150 req-fbb805c8-868f-4afb-8af8-b6df9278c265 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689995 Oct 06 11:04:57.749689 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:04:57.845044 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:57.900730 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:57.932653 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Publish callbacks [] for security_group (dc9b982f-7ff2-4d60-a39e-714b99a52a01), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:57.936438 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (dc9b982f-7ff2-4d60-a39e-714b99a52a01), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:57.980708 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=128aacc4191a4d22a2138dc145acac1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875688 Oct 06 11:04:57.981558 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9b982f-7ff2-4d60-a39e-714b99a52a01,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:57.983442 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57162) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:58.000149 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.000497 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.000856 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.001831 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.002161 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.002490 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.002814 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.003137 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.003453 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.003771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.003922 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57164) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:58.004137 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.004910 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.005247 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.005568 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.005886 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fc1d1-c077-451d-9c97-df9cb9482950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.053247 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eef8dbe8-a31e-4161-b392-102925414868 admin admin] Publish callbacks [] for security_group (dc9b982f-7ff2-4d60-a39e-714b99a52a01), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.076482 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eef8dbe8-a31e-4161-b392-102925414868 admin admin] Publish callbacks [] for security_group (dc9b982f-7ff2-4d60-a39e-714b99a52a01), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.104736 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:58.130290 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eef8dbe8-a31e-4161-b392-102925414868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (dc9b982f-7ff2-4d60-a39e-714b99a52a01), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.133263 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-eef8dbe8-a31e-4161-b392-102925414868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.134345 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.140470 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-eef8dbe8-a31e-4161-b392-102925414868 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dc9b982f-7ff2-4d60-a39e-714b99a52a01 HTTP/1.1" status: 204 len: 168 time: 0.1529386 Oct 06 11:04:58.150750 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8dbe8-a31e-4161-b392-102925414868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9b982f-7ff2-4d60-a39e-714b99a52a01,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:58.223388 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989da55-873c-4d14-be34-a463c405e7fc req-2dc490fe-ab58-466f-82cd-88a7b1cd5888 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:58.230467 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6989da55-873c-4d14-be34-a463c405e7fc req-2dc490fe-ab58-466f-82cd-88a7b1cd5888 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0557632 Oct 06 11:04:58.248849 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Publish callbacks [] for security_group (2339d27c-e17e-4dae-83f8-8bee9d3038f8), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.254788 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2339d27c-e17e-4dae-83f8-8bee9d3038f8), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.280965 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6989da55-873c-4d14-be34-a463c405e7fc req-7a09aff5-b877-4192-a746-f98508141f4a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488894 Oct 06 11:04:58.299585 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2339d27c-e17e-4dae-83f8-8bee9d3038f8,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:58.304134 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9352449cd0ff4e10891812531d9112f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989683 Oct 06 11:04:58.306785 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57178) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:58.324176 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.324527 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.325076 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.325423 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.325764 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.326117 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.326437 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.326935 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.327449 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.327978 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.328335 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.328682 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.329230 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.329782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.330146 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fa9ce-2509-4914-ae5d-f12e2e81976f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:04:58.408372 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a4e330b-56d5-43d9-ae0e-d769c47d0d4e admin admin] Publish callbacks [] for security_group (2339d27c-e17e-4dae-83f8-8bee9d3038f8), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.432416 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f497ec-546b-47b4-87c4-13789a5e842e req-7dcbb173-68c0-4925-a8d9-41c6f2ae5507 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:58.433932 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-37f497ec-546b-47b4-87c4-13789a5e842e req-7dcbb173-68c0-4925-a8d9-41c6f2ae5507 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0743728 Oct 06 11:04:58.444293 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a4e330b-56d5-43d9-ae0e-d769c47d0d4e admin admin] Publish callbacks [] for security_group (2339d27c-e17e-4dae-83f8-8bee9d3038f8), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.448934 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57180) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:58.462207 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a192268a-7c3e-474c-a486-b2b25ba0a789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.514364 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-37f497ec-546b-47b4-87c4-13789a5e842e req-59300560-fad2-40ef-b8d8-0ca996929e39 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 Oct 06 11:04:58.537193 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a4e330b-56d5-43d9-ae0e-d769c47d0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2339d27c-e17e-4dae-83f8-8bee9d3038f8), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.539802 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a4e330b-56d5-43d9-ae0e-d769c47d0d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.541059 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-4a4e330b-56d5-43d9-ae0e-d769c47d0d4e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2339d27c-e17e-4dae-83f8-8bee9d3038f8 HTTP/1.1" status: 204 len: 168 time: 0.2331750 Oct 06 11:04:58.550555 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e330b-56d5-43d9-ae0e-d769c47d0d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339d27c-e17e-4dae-83f8-8bee9d3038f8,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:58.585054 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a192268a-7c3e-474c-a486-b2b25ba0a789 admin admin] Publish callbacks [] for security_group (689f05f3-18a1-4314-bb27-e9cba3ca4366), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.594021 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a192268a-7c3e-474c-a486-b2b25ba0a789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (689f05f3-18a1-4314-bb27-e9cba3ca4366), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.622550 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.625252 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eefa57-c1f1-48b9-91ce-590476788c1e req-27ea08a5-13f8-4e9e-ad6a-a93d9a1d8cbd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:58.628331 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-14eefa57-c1f1-48b9-91ce-590476788c1e req-27ea08a5-13f8-4e9e-ad6a-a93d9a1d8cbd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.0911679 Oct 06 11:04:58.663896 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a192268a-7c3e-474c-a486-b2b25ba0a789 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f4de68e8cf9f494aaa9222b8a335f0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122025 Oct 06 11:04:58.665655 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57188) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:58.669065 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192268a-7c3e-474c-a486-b2b25ba0a789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689f05f3-18a1-4314-bb27-e9cba3ca4366,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:58.698038 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:58.720589 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-14eefa57-c1f1-48b9-91ce-590476788c1e req-725fd861-4618-42cf-b945-177a62c9d06c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798647 Oct 06 11:04:58.723776 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ecc77846-2ee3-4d52-96c3-fbff2f752cc5 admin admin] Publish callbacks [] for security_group (689f05f3-18a1-4314-bb27-e9cba3ca4366), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.746634 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ecc77846-2ee3-4d52-96c3-fbff2f752cc5 admin admin] Publish callbacks [] for security_group (689f05f3-18a1-4314-bb27-e9cba3ca4366), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.786846 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.836913 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ecc77846-2ee3-4d52-96c3-fbff2f752cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (689f05f3-18a1-4314-bb27-e9cba3ca4366), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.839992 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ecc77846-2ee3-4d52-96c3-fbff2f752cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:58.841142 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-ecc77846-2ee3-4d52-96c3-fbff2f752cc5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/689f05f3-18a1-4314-bb27-e9cba3ca4366 HTTP/1.1" status: 204 len: 168 time: 0.1743951 Oct 06 11:04:58.861339 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0196d4-57b8-40de-b0a8-17e126415f5d req-2466e73c-c51b-409a-9264-511edb6128ad tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:58.863145 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0e0196d4-57b8-40de-b0a8-17e126415f5d req-2466e73c-c51b-409a-9264-511edb6128ad tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0688782 Oct 06 11:04:58.864513 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc77846-2ee3-4d52-96c3-fbff2f752cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689f05f3-18a1-4314-bb27-e9cba3ca4366,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:58.932858 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0e0196d4-57b8-40de-b0a8-17e126415f5d req-57f09d34-c163-4a6f-a5ab-f5f477fe516d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621867 Oct 06 11:04:59.013589 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57198) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:59.027729 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e324cde-09ee-461c-963c-ab1e5f3f21b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:59.047861 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:59.112572 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e324cde-09ee-461c-963c-ab1e5f3f21b7 admin admin] Publish callbacks [] for security_group (83ca21f3-c21f-4674-9a67-e23908eb7e66), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:59.117325 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e324cde-09ee-461c-963c-ab1e5f3f21b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (83ca21f3-c21f-4674-9a67-e23908eb7e66), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:59.160698 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-0e324cde-09ee-461c-963c-ab1e5f3f21b7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=da5aead3e43d4b78ace6bed7fe14b960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458218 Oct 06 11:04:59.161764 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e324cde-09ee-461c-963c-ab1e5f3f21b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca21f3-c21f-4674-9a67-e23908eb7e66,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:59.163411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57206) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:04:59.219630 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a7a180fe-fd36-4cff-858d-a2cf65410fbf admin admin] Publish callbacks [] for security_group (83ca21f3-c21f-4674-9a67-e23908eb7e66), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:59.240147 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a7a180fe-fd36-4cff-858d-a2cf65410fbf admin admin] Publish callbacks [] for security_group (83ca21f3-c21f-4674-9a67-e23908eb7e66), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:59.291624 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a7a180fe-fd36-4cff-858d-a2cf65410fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (83ca21f3-c21f-4674-9a67-e23908eb7e66), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:59.294195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a7a180fe-fd36-4cff-858d-a2cf65410fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:04:59.295324 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a7a180fe-fd36-4cff-858d-a2cf65410fbf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/83ca21f3-c21f-4674-9a67-e23908eb7e66 HTTP/1.1" status: 204 len: 168 time: 0.1308508 Oct 06 11:04:59.303344 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a180fe-fd36-4cff-858d-a2cf65410fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ca21f3-c21f-4674-9a67-e23908eb7e66,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:04:59.439232 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48e4e-ad65-4cde-83ea-6284f4dff675 req-793ef233-3bd4-44c2-99b0-7aa30f51e8b2 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:59.440794 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f3a48e4e-ad65-4cde-83ea-6284f4dff675 req-793ef233-3bd4-44c2-99b0-7aa30f51e8b2 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0592990 Oct 06 11:04:59.493660 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f3a48e4e-ad65-4cde-83ea-6284f4dff675 req-621368ce-32d6-4f84-964b-91f0c38e7492 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 Oct 06 11:04:59.656493 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa4ade-ab3c-4fd8-be59-1d1a282b49e4 req-4780f6f8-320d-456e-8910-73ba65eef825 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:59.658730 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d7fa4ade-ab3c-4fd8-be59-1d1a282b49e4 req-4780f6f8-320d-456e-8910-73ba65eef825 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0553679 Oct 06 11:04:59.728567 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d7fa4ade-ab3c-4fd8-be59-1d1a282b49e4 req-bbb88bc0-9698-4e7b-b6d6-c782522c0352 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629082 Oct 06 11:04:59.847723 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd75aa1-8b0a-41dc-ae93-5851dc4cdbd8 req-b20d20f3-f070-443a-b358-5bce784f3d9e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:04:59.849313 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2dd75aa1-8b0a-41dc-ae93-5851dc4cdbd8 req-b20d20f3-f070-443a-b358-5bce784f3d9e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.0507295 Oct 06 11:04:59.874630 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:04:59.909033 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2dd75aa1-8b0a-41dc-ae93-5851dc4cdbd8 req-5e466428-36ec-40e3-b0c0-afa2513c3d01 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540752 Oct 06 11:05:00.071291 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cefd24-a8c2-4940-bddd-226cd77e62da req-8be14910-e315-4870-949e-9db9e1042ab7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:00.073133 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e4cefd24-a8c2-4940-bddd-226cd77e62da req-8be14910-e315-4870-949e-9db9e1042ab7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0542037 Oct 06 11:05:00.128537 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e4cefd24-a8c2-4940-bddd-226cd77e62da req-78e725ec-7cdf-477c-8a88-af68ccc0780c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493200 Oct 06 11:05:00.630284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547544a-c5b5-4fad-8f6c-1bdeff5c94d4 req-25e482eb-0168-4a75-9f38-4e9e1184c12d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:00.631789 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2547544a-c5b5-4fad-8f6c-1bdeff5c94d4 req-25e482eb-0168-4a75-9f38-4e9e1184c12d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0497098 Oct 06 11:05:00.684657 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2547544a-c5b5-4fad-8f6c-1bdeff5c94d4 req-7a51fabd-e644-4339-8d6e-84f0273d657d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472353 Oct 06 11:05:00.859219 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62212927-b24b-4558-83a7-b9a921fd5647 req-25b8fd70-b475-471e-b6ba-156cc3a7bf5d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:00.864319 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-62212927-b24b-4558-83a7-b9a921fd5647 req-25b8fd70-b475-471e-b6ba-156cc3a7bf5d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0566754 Oct 06 11:05:00.912118 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-62212927-b24b-4558-83a7-b9a921fd5647 req-92733900-00e4-44ee-b5f4-d668f4bc2306 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Oct 06 11:05:01.039041 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f31813-21eb-45eb-a2d2-b8031352e159 req-820ead8d-d8a3-422a-81be-cde13f66e244 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:01.040945 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-74f31813-21eb-45eb-a2d2-b8031352e159 req-820ead8d-d8a3-422a-81be-cde13f66e244 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.0503135 Oct 06 11:05:01.077401 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:01.096121 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-74f31813-21eb-45eb-a2d2-b8031352e159 req-73f373ed-ff56-4e08-a27c-0a3110854784 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466232 Oct 06 11:05:01.291393 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30050882-878b-4266-864f-5334bb48e214 req-0459db00-8468-4944-b034-8793375844c1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:01.293194 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-30050882-878b-4266-864f-5334bb48e214 req-0459db00-8468-4944-b034-8793375844c1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0538852 Oct 06 11:05:01.342530 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-30050882-878b-4266-864f-5334bb48e214 req-a8cb8971-4a0d-49ac-958f-79dd94af5c6b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430038 Oct 06 11:05:01.359417 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57354) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:01.496188 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7320821e-798e-4eab-9cb6-5d2fcdbcc1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:01.582281 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7320821e-798e-4eab-9cb6-5d2fcdbcc1c4 admin admin] Publish callbacks [] for security_group (2cc3cce6-8935-48c5-92ed-1ca7ef7225db), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:01.586655 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7320821e-798e-4eab-9cb6-5d2fcdbcc1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2cc3cce6-8935-48c5-92ed-1ca7ef7225db), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:01.627261 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-7320821e-798e-4eab-9cb6-5d2fcdbcc1c4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=890b4586db834e268dc70b88100a3fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667141 Oct 06 11:05:01.628192 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320821e-798e-4eab-9cb6-5d2fcdbcc1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc3cce6-8935-48c5-92ed-1ca7ef7225db,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:01.629942 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57378) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:01.685247 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e46b78ad-48b8-4f47-8ee0-27a3ee193087 admin admin] Publish callbacks [] for security_group (2cc3cce6-8935-48c5-92ed-1ca7ef7225db), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:01.694078 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:01.707322 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e46b78ad-48b8-4f47-8ee0-27a3ee193087 admin admin] Publish callbacks [] for security_group (2cc3cce6-8935-48c5-92ed-1ca7ef7225db), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:01.771531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e46b78ad-48b8-4f47-8ee0-27a3ee193087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2cc3cce6-8935-48c5-92ed-1ca7ef7225db), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:01.774752 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e46b78ad-48b8-4f47-8ee0-27a3ee193087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:01.776791 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e46b78ad-48b8-4f47-8ee0-27a3ee193087 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2cc3cce6-8935-48c5-92ed-1ca7ef7225db HTTP/1.1" status: 204 len: 168 time: 0.1458721 Oct 06 11:05:01.788444 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b78ad-48b8-4f47-8ee0-27a3ee193087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc3cce6-8935-48c5-92ed-1ca7ef7225db,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:01.850053 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5570-fea5-415e-9dfc-5a6dbbc1b78a req-b069b214-07d0-4bfc-b1fd-a6efd35c2a96 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:01.852393 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-491d5570-fea5-415e-9dfc-5a6dbbc1b78a req-b069b214-07d0-4bfc-b1fd-a6efd35c2a96 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0565832 Oct 06 11:05:01.904063 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-491d5570-fea5-415e-9dfc-5a6dbbc1b78a req-110fbe9f-6155-4d4f-a1a1-fe84ef9a6a8c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Oct 06 11:05:02.050063 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf03d5-e120-4537-8be8-5d3b72e945d5 req-d1f103e2-893f-4118-98aa-b8291aeb9e43 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:02.053283 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3eaf03d5-e120-4537-8be8-5d3b72e945d5 req-d1f103e2-893f-4118-98aa-b8291aeb9e43 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0566828 Oct 06 11:05:02.197868 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57416) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:02.214229 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-05c7c1cb-3cc5-455b-9721-57355846b978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.284454 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3eaf03d5-e120-4537-8be8-5d3b72e945d5 req-b14d0ff9-6797-4bf2-8b83-ce9950abcfcb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239912 Oct 06 11:05:02.334174 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04bce4-ae92-42d2-b50c-b2d99fb79bf0 req-ac490197-cd02-4e19-9eef-309198f473c7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:02.335736 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab04bce4-ae92-42d2-b50c-b2d99fb79bf0 req-ac490197-cd02-4e19-9eef-309198f473c7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 944 time: 0.0866902 Oct 06 11:05:02.367950 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57424) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:02.421366 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-05c7c1cb-3cc5-455b-9721-57355846b978 admin admin] Publish callbacks [] for security_group (f7be8cc2-8ed1-4f67-97fd-04cf342885fd), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.430512 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab04bce4-ae92-42d2-b50c-b2d99fb79bf0 req-de865336-999c-40c5-be14-dd120392f43a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887046 Oct 06 11:05:02.431573 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-05c7c1cb-3cc5-455b-9721-57355846b978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (f7be8cc2-8ed1-4f67-97fd-04cf342885fd), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.462368 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7c1cb-3cc5-455b-9721-57355846b978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be8cc2-8ed1-4f67-97fd-04cf342885fd,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:02.491324 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-05c7c1cb-3cc5-455b-9721-57355846b978 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ad1325fc5afa438bad986c936a11eb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921569 Oct 06 11:05:02.493864 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57432) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:02.515389 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc321c8-a025-46d9-9eba-34945703d084 req-b076bfd8-96ca-454b-a01c-d45053f2d6a5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:02.518866 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9cc321c8-a025-46d9-9eba-34945703d084 req-b076bfd8-96ca-454b-a01c-d45053f2d6a5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0817356 Oct 06 11:05:02.530589 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:02.571938 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device f595a1a4-6f82-46d6-9c95-1fd836a18532 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:05:02.575780 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-881a5c45-aed5-4203-a209-8c37966984f0 admin admin] Publish callbacks [] for security_group (f7be8cc2-8ed1-4f67-97fd-04cf342885fd), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.580241 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-739ddf93-1795-4214-9244-119a2a83fe64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.599276 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-881a5c45-aed5-4203-a209-8c37966984f0 admin admin] Publish callbacks [] for security_group (f7be8cc2-8ed1-4f67-97fd-04cf342885fd), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.607482 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9cc321c8-a025-46d9-9eba-34945703d084 req-a30c56c6-59cc-4205-869d-db36e99c9340 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810416 Oct 06 11:05:02.661443 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-881a5c45-aed5-4203-a209-8c37966984f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (f7be8cc2-8ed1-4f67-97fd-04cf342885fd), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.663736 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-881a5c45-aed5-4203-a209-8c37966984f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.664952 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-881a5c45-aed5-4203-a209-8c37966984f0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f7be8cc2-8ed1-4f67-97fd-04cf342885fd HTTP/1.1" status: 204 len: 168 time: 0.1697552 Oct 06 11:05:02.674480 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a5c45-aed5-4203-a209-8c37966984f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be8cc2-8ed1-4f67-97fd-04cf342885fd,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:02.705875 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:02.728067 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-739ddf93-1795-4214-9244-119a2a83fe64 admin admin] Publish callbacks [] for security_group (95bb4c1f-3ed2-4857-8590-f12a0f410486), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.731244 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port f595a1a4-6f82-46d6-9c95-1fd836a18532, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:02.733624 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-739ddf93-1795-4214-9244-119a2a83fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (95bb4c1f-3ed2-4857-8590-f12a0f410486), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.743973 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'port_id': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'mac_address': 'fa:16:3e:92:c5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:05:02.780229 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-739ddf93-1795-4214-9244-119a2a83fe64 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c863de9cc7234d29a7301d583a3faa0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109821 Oct 06 11:05:02.781458 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ddf93-1795-4214-9244-119a2a83fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb4c1f-3ed2-4857-8590-f12a0f410486,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:02.783805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57438) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:02.784441 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port f595a1a4-6f82-46d6-9c95-1fd836a18532 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:02.784837 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.799820 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f595a1a4-6f82-46d6-9c95-1fd836a18532 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:05:02.832282 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port f595a1a4-6f82-46d6-9c95-1fd836a18532, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:02.837674 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.852100 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ded15542-6c79-41ba-8bfb-742ea3f192d1 admin admin] Publish callbacks [] for security_group (95bb4c1f-3ed2-4857-8590-f12a0f410486), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.889297 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ded15542-6c79-41ba-8bfb-742ea3f192d1 admin admin] Publish callbacks [] for security_group (95bb4c1f-3ed2-4857-8590-f12a0f410486), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.891595 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=f595a1a4-6f82-46d6-9c95-1fd836a18532,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:02.901373 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.902061 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.902690 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.903459 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.904107 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.904772 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.905345 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.906019 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.906645 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.907404 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.908291 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.908960 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.909494 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.910124 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.910832 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:05:02.929266 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:02.970425 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ded15542-6c79-41ba-8bfb-742ea3f192d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (95bb4c1f-3ed2-4857-8590-f12a0f410486), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.973143 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ded15542-6c79-41ba-8bfb-742ea3f192d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:02.974297 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ded15542-6c79-41ba-8bfb-742ea3f192d1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/95bb4c1f-3ed2-4857-8590-f12a0f410486 HTTP/1.1" status: 204 len: 168 time: 0.1881847 Oct 06 11:05:02.989562 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded15542-6c79-41ba-8bfb-742ea3f192d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb4c1f-3ed2-4857-8590-f12a0f410486,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:03.042240 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501aaa3-477b-44cc-809e-79373b620a2d req-d67184f0-c2a6-4c4b-8fcc-58b41a15193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:03.044178 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d501aaa3-477b-44cc-809e-79373b620a2d req-d67184f0-c2a6-4c4b-8fcc-58b41a15193a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 1129 time: 0.0473354 Oct 06 11:05:03.136225 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4651d-1975-47ee-87f8-88eb49199310 req-f5c89b78-bb03-4de6-98b6-1914a0550023 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:03.137710 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fad4651d-1975-47ee-87f8-88eb49199310 req-f5c89b78-bb03-4de6-98b6-1914a0550023 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.1282599 Oct 06 11:05:03.178448 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc58c9f3-c892-40f3-8ba4-ae93c126c8b9 req-1a8e86cf-4df8-4c70-906a-a438ba7cfcce service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711886 Oct 06 11:05:03.207177 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fad4651d-1975-47ee-87f8-88eb49199310 req-33351a5b-9d08-4ba1-820f-b2189ac37358 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582716 Oct 06 11:05:03.440016 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57468) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:03.442195 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cce9b-5837-4627-9eb5-6da3ef7c9d1c req-629ba823-b410-4c59-b425-c5eff0e598af tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:03.443759 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-371cce9b-5837-4627-9eb5-6da3ef7c9d1c req-629ba823-b410-4c59-b425-c5eff0e598af tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0809171 Oct 06 11:05:03.456934 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c962e23b-db38-42c0-b407-b8a1333b0853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:03.508298 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-371cce9b-5837-4627-9eb5-6da3ef7c9d1c req-f2205587-0c39-4207-a1be-a5a83245a5b9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587659 Oct 06 11:05:03.567800 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['f595a1a4-6f82-46d6-9c95-1fd836a18532'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:05:03.592955 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c962e23b-db38-42c0-b407-b8a1333b0853 admin admin] Publish callbacks [] for security_group (93bfb623-78ac-4955-9c5c-4a877993e491), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:03.602838 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c962e23b-db38-42c0-b407-b8a1333b0853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (93bfb623-78ac-4955-9c5c-4a877993e491), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:03.668543 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f9e3-1870-4cce-9f6d-6bf83b2260f7 req-5a76be9c-8b90-4dde-a4c8-5040a907d6b4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:03.670564 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7788f9e3-1870-4cce-9f6d-6bf83b2260f7 req-5a76be9c-8b90-4dde-a4c8-5040a907d6b4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 945 time: 0.1239326 Oct 06 11:05:03.674232 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962e23b-db38-42c0-b407-b8a1333b0853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bfb623-78ac-4955-9c5c-4a877993e491,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:03.739357 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-c962e23b-db38-42c0-b407-b8a1333b0853 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7bf614d9db9d4e54bf662340ebba47d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977371 Oct 06 11:05:03.746502 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57484) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:03.767238 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:03.807820 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7788f9e3-1870-4cce-9f6d-6bf83b2260f7 req-7380f1d6-4750-4720-9b8d-04b3218c7bc9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089754 Oct 06 11:05:03.853664 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b0b4-ec50-44cc-ac53-98c2d15399ee admin admin] Publish callbacks [] for security_group (93bfb623-78ac-4955-9c5c-4a877993e491), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:03.865823 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3ce90-29ba-488a-ada5-5f0295eec8bf req-a3591cce-7b7e-440b-a418-94586ab0a3b5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:03.869908 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7bc3ce90-29ba-488a-ada5-5f0295eec8bf req-a3591cce-7b7e-440b-a418-94586ab0a3b5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.1361005 Oct 06 11:05:03.893858 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b0b4-ec50-44cc-ac53-98c2d15399ee admin admin] Publish callbacks [] for security_group (93bfb623-78ac-4955-9c5c-4a877993e491), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:03.924345 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7bc3ce90-29ba-488a-ada5-5f0295eec8bf req-dd0f9d12-8582-496e-a9a5-3f0c3a1c1b73 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470424 Oct 06 11:05:03.977357 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b0b4-ec50-44cc-ac53-98c2d15399ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (93bfb623-78ac-4955-9c5c-4a877993e491), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:03.981266 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1ab4b0b4-ec50-44cc-ac53-98c2d15399ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:03.982840 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1ab4b0b4-ec50-44cc-ac53-98c2d15399ee admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/93bfb623-78ac-4955-9c5c-4a877993e491 HTTP/1.1" status: 204 len: 168 time: 0.2352135 Oct 06 11:05:03.992602 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4b0b4-ec50-44cc-ac53-98c2d15399ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bfb623-78ac-4955-9c5c-4a877993e491,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:04.341743 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f5fce-d506-4a0d-8148-a91ff6b9751f req-bfc117c1-469f-4cdd-8927-e4683da3dd4d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:04.343302 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd9f5fce-d506-4a0d-8148-a91ff6b9751f req-bfc117c1-469f-4cdd-8927-e4683da3dd4d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0543678 Oct 06 11:05:04.357551 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:04.400115 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd9f5fce-d506-4a0d-8148-a91ff6b9751f req-6b5b3462-c780-444d-a586-500e4fa5b778 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 Oct 06 11:05:04.625425 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a008a-7ac4-46ea-954a-8b298a4fab86 req-5e9292d1-9238-4f4b-afc1-fa44064d8dc5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:04.627447 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cd0a008a-7ac4-46ea-954a-8b298a4fab86 req-5e9292d1-9238-4f4b-afc1-fa44064d8dc5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0485492 Oct 06 11:05:04.682371 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cd0a008a-7ac4-46ea-954a-8b298a4fab86 req-08eeb759-4b09-4e6e-8cd2-0da3c6dc3e8f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487747 Oct 06 11:05:04.961584 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c2b0-b5d3-4c7c-821c-34607916d5b2 req-461d7a30-3d99-4766-9a6e-5039a29c1314 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:04.980602 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d529c2b0-b5d3-4c7c-821c-34607916d5b2 req-461d7a30-3d99-4766-9a6e-5039a29c1314 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 945 time: 0.0794637 Oct 06 11:05:05.065707 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d529c2b0-b5d3-4c7c-821c-34607916d5b2 req-5cc1f487-8b52-4a8f-b79e-dbed2b61e7ef tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770929 Oct 06 11:05:05.111155 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c0fe3-b363-4037-bd32-d147a157e499 req-e0941269-1d82-47b9-943f-73c8ff78f7d9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:05.118516 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0f6c0fe3-b363-4037-bd32-d147a157e499 req-e0941269-1d82-47b9-943f-73c8ff78f7d9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0909722 Oct 06 11:05:05.174318 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0f6c0fe3-b363-4037-bd32-d147a157e499 req-b90c591b-68f2-4af9-93b1-ede848521d22 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548325 Oct 06 11:05:05.549638 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac6b6-2ca8-480b-a3ad-d2eda85b1401 req-2b61923f-e1bf-46c1-bcc8-fa3b9e541b78 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:05.551116 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c04ac6b6-2ca8-480b-a3ad-d2eda85b1401 req-2b61923f-e1bf-46c1-bcc8-fa3b9e541b78 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0703249 Oct 06 11:05:05.606913 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c04ac6b6-2ca8-480b-a3ad-d2eda85b1401 req-0a8ab31c-202e-40b3-9a3d-d81ffd19d279 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Oct 06 11:05:05.821501 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d11c3-b612-4c42-b8d8-2cfe22b79dc5 req-92e801bd-c0df-471d-99b5-ba514540dbaf tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:05.823809 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8a9d11c3-b612-4c42-b8d8-2cfe22b79dc5 req-92e801bd-c0df-471d-99b5-ba514540dbaf tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0593841 Oct 06 11:05:05.860645 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:05.881254 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8a9d11c3-b612-4c42-b8d8-2cfe22b79dc5 req-52ee9de5-1fa3-41e1-9514-ddf48e1c0296 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502651 Oct 06 11:05:06.063305 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57606) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:06.180021 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:06.211232 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e5d18a9b-10ed-4a99-8241-1d657d89d0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.229151 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a7dc-43d5-44a6-962b-dd6747fec81f req-a93df90e-831c-4d1f-8acb-31aa29b5b2aa tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:06.230754 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0bc4a7dc-43d5-44a6-962b-dd6747fec81f req-a93df90e-831c-4d1f-8acb-31aa29b5b2aa tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 945 time: 0.0917301 Oct 06 11:05:06.309926 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0bc4a7dc-43d5-44a6-962b-dd6747fec81f req-1541a2a8-5900-4957-9c74-efa564e454fd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718265 Oct 06 11:05:06.319566 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7c462-37ea-4405-a825-692d2252d033 req-f80743e1-74d0-496e-982b-acb32db42075 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:06.326670 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-19e7c462-37ea-4405-a825-692d2252d033 req-f80743e1-74d0-496e-982b-acb32db42075 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0591300 Oct 06 11:05:06.353365 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e5d18a9b-10ed-4a99-8241-1d657d89d0b1 admin admin] Publish callbacks [] for security_group (7f1367c6-4844-4a54-9a9f-630938a59603), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.358204 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e5d18a9b-10ed-4a99-8241-1d657d89d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (7f1367c6-4844-4a54-9a9f-630938a59603), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.380413 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-19e7c462-37ea-4405-a825-692d2252d033 req-5d18a403-df92-40d5-acc0-f61c9acb2b65 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528226 Oct 06 11:05:06.394434 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-e5d18a9b-10ed-4a99-8241-1d657d89d0b1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=517c8a2bd2804038a7fd188d6a6ac993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262596 Oct 06 11:05:06.394434 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57622) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:06.439730 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d18a9b-10ed-4a99-8241-1d657d89d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1367c6-4844-4a54-9a9f-630938a59603,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:06.465574 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed128-5923-44fa-8b45-d281951e630b admin admin] Publish callbacks [] for security_group (7f1367c6-4844-4a54-9a9f-630938a59603), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.486110 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed128-5923-44fa-8b45-d281951e630b admin admin] Publish callbacks [] for security_group (7f1367c6-4844-4a54-9a9f-630938a59603), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.533010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed128-5923-44fa-8b45-d281951e630b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (7f1367c6-4844-4a54-9a9f-630938a59603), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.536173 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed128-5923-44fa-8b45-d281951e630b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.537303 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1b7ed128-5923-44fa-8b45-d281951e630b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7f1367c6-4844-4a54-9a9f-630938a59603 HTTP/1.1" status: 204 len: 168 time: 0.1421444 Oct 06 11:05:06.544977 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ed128-5923-44fa-8b45-d281951e630b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1367c6-4844-4a54-9a9f-630938a59603,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:06.733531 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad3729-e261-4d15-9347-2747ff59e100 req-c42a24a2-0f47-4409-8bc7-0e11f656f181 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:06.735015 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9ad3729-e261-4d15-9347-2747ff59e100 req-c42a24a2-0f47-4409-8bc7-0e11f656f181 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0491071 Oct 06 11:05:06.788168 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9ad3729-e261-4d15-9347-2747ff59e100 req-c6035384-4de9-42dd-a3a0-eea861407ce0 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467870 Oct 06 11:05:06.806427 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57630) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:06.819643 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d4e75a92-fa8d-4e87-b61a-dfda5d4ef4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.837791 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:06.898242 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d4e75a92-fa8d-4e87-b61a-dfda5d4ef4c8 admin admin] Publish callbacks [] for security_group (7e9a2a4d-814e-4dcc-9291-aff45b449767), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.901988 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d4e75a92-fa8d-4e87-b61a-dfda5d4ef4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (7e9a2a4d-814e-4dcc-9291-aff45b449767), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:06.940401 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e75a92-fa8d-4e87-b61a-dfda5d4ef4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9a2a4d-814e-4dcc-9291-aff45b449767,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:06.946765 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d4e75a92-fa8d-4e87-b61a-dfda5d4ef4c8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=04c939821b324a4e883ffc38ac2f0a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392395 Oct 06 11:05:06.947472 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57634) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:07.029648 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904adc9-2554-4271-8454-618d9f93a556 req-1097ddac-ed4f-4d6a-8c30-be87b3f78323 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:07.031097 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c904adc9-2554-4271-8454-618d9f93a556 req-1097ddac-ed4f-4d6a-8c30-be87b3f78323 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0632923 Oct 06 11:05:07.056026 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e51e077-9d79-4bcd-b4cc-bdffb1b8be5a admin admin] Publish callbacks [] for security_group (7e9a2a4d-814e-4dcc-9291-aff45b449767), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:07.091760 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e51e077-9d79-4bcd-b4cc-bdffb1b8be5a admin admin] Publish callbacks [] for security_group (7e9a2a4d-814e-4dcc-9291-aff45b449767), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:07.116049 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c904adc9-2554-4271-8454-618d9f93a556 req-5d3e1d50-1513-46e9-ae73-399eb180986a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771022 Oct 06 11:05:07.149931 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e51e077-9d79-4bcd-b4cc-bdffb1b8be5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (7e9a2a4d-814e-4dcc-9291-aff45b449767), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:07.152531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e51e077-9d79-4bcd-b4cc-bdffb1b8be5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:07.153667 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7e51e077-9d79-4bcd-b4cc-bdffb1b8be5a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7e9a2a4d-814e-4dcc-9291-aff45b449767 HTTP/1.1" status: 204 len: 168 time: 0.2051799 Oct 06 11:05:07.162260 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51e077-9d79-4bcd-b4cc-bdffb1b8be5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9a2a4d-814e-4dcc-9291-aff45b449767,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:07.457099 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb37180-6a60-4d1b-845d-12486aa73d7e req-4b63287c-fbc3-49f6-a063-d09d9f0d995a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:07.460748 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dbb37180-6a60-4d1b-845d-12486aa73d7e req-4b63287c-fbc3-49f6-a063-d09d9f0d995a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 945 time: 0.0728273 Oct 06 11:05:07.513211 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dbb37180-6a60-4d1b-845d-12486aa73d7e req-eb2481de-955a-414c-aebd-2b1852f3024d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447168 Oct 06 11:05:07.526414 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650fdc-c91f-4f9a-8262-945254f0c1d1 req-144f291c-a4d2-4eb7-9ceb-5c56dc5ff21a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:07.527970 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ac650fdc-c91f-4f9a-8262-945254f0c1d1 req-144f291c-a4d2-4eb7-9ceb-5c56dc5ff21a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0622368 Oct 06 11:05:07.578288 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ac650fdc-c91f-4f9a-8262-945254f0c1d1 req-4299a838-35a5-465f-bda7-34a0de2c2907 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445437 Oct 06 11:05:07.758578 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:07.781284 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:07.912882 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94221bc-9204-4867-9f89-67f8a9a719f0 req-90fd824f-570a-4184-9770-fabf45f3ccf5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:07.914366 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f94221bc-9204-4867-9f89-67f8a9a719f0 req-90fd824f-570a-4184-9770-fabf45f3ccf5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0512118 Oct 06 11:05:07.962053 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f94221bc-9204-4867-9f89-67f8a9a719f0 req-48191650-38a7-4de4-ba4a-f65de0e08b2f tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Oct 06 11:05:08.224005 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:08.238592 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb9916-7b6a-4dde-9991-75c67ad2013b req-6f235b7d-8857-483f-a160-73c23a78961b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:08.240176 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6afb9916-7b6a-4dde-9991-75c67ad2013b req-6f235b7d-8857-483f-a160-73c23a78961b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0486972 Oct 06 11:05:08.300281 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6afb9916-7b6a-4dde-9991-75c67ad2013b req-1f666490-d8e8-40d1-89ac-6604b581a999 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544169 Oct 06 11:05:08.637701 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3cee-5463-46b4-8d9f-a1486f0ede56 req-a916f881-7e51-43e2-a99e-4026aa355d30 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:08.639213 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-504c3cee-5463-46b4-8d9f-a1486f0ede56 req-a916f881-7e51-43e2-a99e-4026aa355d30 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 945 time: 0.0484979 Oct 06 11:05:08.683274 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:08.693584 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-504c3cee-5463-46b4-8d9f-a1486f0ede56 req-93f9a563-cd69-4145-8226-250f8065bc03 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483973 Oct 06 11:05:08.723134 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709cb4c-7e83-4019-b679-92834bf90ad1 req-e7af20c4-c416-4611-9372-ee7ab6550b7c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:08.724757 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a709cb4c-7e83-4019-b679-92834bf90ad1 req-e7af20c4-c416-4611-9372-ee7ab6550b7c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0643063 Oct 06 11:05:08.774525 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a709cb4c-7e83-4019-b679-92834bf90ad1 req-906250f6-3c0e-482a-a89d-a65fa4c5802f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440958 Oct 06 11:05:09.090350 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98539b64-0177-43aa-90cc-a3044db7d084 req-f6cdaf69-915d-4131-b2bb-6fde188ca269 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:09.092057 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-98539b64-0177-43aa-90cc-a3044db7d084 req-f6cdaf69-915d-4131-b2bb-6fde188ca269 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0551775 Oct 06 11:05:09.141384 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-98539b64-0177-43aa-90cc-a3044db7d084 req-37b395ed-f775-4e8c-ab8e-4d6566a65f52 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432684 Oct 06 11:05:09.427856 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4e098-a3f0-4d09-8bb1-3102b11a8446 req-21b9c95d-092a-46e4-a6b5-81485db333a6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:09.429361 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7fd4e098-a3f0-4d09-8bb1-3102b11a8446 req-21b9c95d-092a-46e4-a6b5-81485db333a6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0530605 Oct 06 11:05:09.433119 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57736) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:09.481350 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7fd4e098-a3f0-4d09-8bb1-3102b11a8446 req-52066530-f4d9-4a8e-8960-4bd05c456cce tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Oct 06 11:05:09.542717 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b9b6d1c-0234-4b17-9d6b-3fa276672e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.618724 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b9b6d1c-0234-4b17-9d6b-3fa276672e2b admin admin] Publish callbacks [] for security_group (94e4cf1d-cdde-4d16-a6fb-13f8358f39c2), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.622307 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b9b6d1c-0234-4b17-9d6b-3fa276672e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (94e4cf1d-cdde-4d16-a6fb-13f8358f39c2), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.665782 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-4b9b6d1c-0234-4b17-9d6b-3fa276672e2b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=05751e97a00e41df8e229e89950290d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316144 Oct 06 11:05:09.666951 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b6d1c-0234-4b17-9d6b-3fa276672e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e4cf1d-cdde-4d16-a6fb-13f8358f39c2,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:09.668559 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57742) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:09.718630 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b426068-23d5-4e6c-91c6-d6bff0c4b3b4 admin admin] Publish callbacks [] for security_group (94e4cf1d-cdde-4d16-a6fb-13f8358f39c2), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.738569 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b426068-23d5-4e6c-91c6-d6bff0c4b3b4 admin admin] Publish callbacks [] for security_group (94e4cf1d-cdde-4d16-a6fb-13f8358f39c2), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.823110 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff263f-f65d-4fcd-8d22-2839e9e927a4 req-d8e4281c-8a9a-402a-a2d2-9e9030ddcc77 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:09.824744 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4eff263f-f65d-4fcd-8d22-2839e9e927a4 req-d8e4281c-8a9a-402a-a2d2-9e9030ddcc77 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 945 time: 0.0530829 Oct 06 11:05:09.825896 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b426068-23d5-4e6c-91c6-d6bff0c4b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (94e4cf1d-cdde-4d16-a6fb-13f8358f39c2), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.826120 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.828636 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0b426068-23d5-4e6c-91c6-d6bff0c4b3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.832623 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0b426068-23d5-4e6c-91c6-d6bff0c4b3b4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/94e4cf1d-cdde-4d16-a6fb-13f8358f39c2 HTTP/1.1" status: 204 len: 168 time: 0.1598473 Oct 06 11:05:09.849723 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b426068-23d5-4e6c-91c6-d6bff0c4b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e4cf1d-cdde-4d16-a6fb-13f8358f39c2,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:09.894098 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device f595a1a4-6f82-46d6-9c95-1fd836a18532 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:05:09.896199 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4eff263f-f65d-4fcd-8d22-2839e9e927a4 req-28ebcb01-b254-45b8-82b3-bd2241a8e497 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626237 Oct 06 11:05:09.920400 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2354c0-8c4d-40ea-8d7a-e43df0d5a3c5 req-a3f17a4a-aa7b-4acd-9c6f-9bc3142926a8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:09.922347 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4f2354c0-8c4d-40ea-8d7a-e43df0d5a3c5 req-a3f17a4a-aa7b-4acd-9c6f-9bc3142926a8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0551238 Oct 06 11:05:09.956888 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port f595a1a4-6f82-46d6-9c95-1fd836a18532 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:05:09.962058 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:09.963244 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port f595a1a4-6f82-46d6-9c95-1fd836a18532 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:05:09.963655 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:09.964180 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port f595a1a4-6f82-46d6-9c95-1fd836a18532 Oct 06 11:05:09.976956 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4f2354c0-8c4d-40ea-8d7a-e43df0d5a3c5 req-3451f726-2c66-4398-83e1-daa9b152604b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479124 Oct 06 11:05:10.047148 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port f595a1a4-6f82-46d6-9c95-1fd836a18532 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:10.047536 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.066560 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:10.072280 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb86039-b159-435a-b022-4396a59b657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f595a1a4-6f82-46d6-9c95-1fd836a18532'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:05:10.145697 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57754) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:10.160168 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port f595a1a4-6f82-46d6-9c95-1fd836a18532, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:10.162287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fa7943c6-1aa4-48b1-9a0d-953a25f46c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.164286 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.227279 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=f595a1a4-6f82-46d6-9c95-1fd836a18532,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:10.286849 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fa7943c6-1aa4-48b1-9a0d-953a25f46c8c admin admin] Publish callbacks [] for security_group (9f6db95b-c3e7-4061-9793-04d5e24706d4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.293417 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6367d0ac-c2ba-4c67-bb17-c4852fdf4c8e" -d '{"events": [{"server_uuid": "3eb86039-b159-435a-b022-4396a59b657c", "name": "network-vif-plugged", "status": "completed", "tag": "f595a1a4-6f82-46d6-9c95-1fd836a18532"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:05:10.294289 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fa7943c6-1aa4-48b1-9a0d-953a25f46c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (9f6db95b-c3e7-4061-9793-04d5e24706d4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.312531 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b1edf-1c4d-48ce-82b1-5f0f7d8046bf req-06fdf66c-8310-43af-afc2-bd952ff13de4 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:10.314908 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-506b1edf-1c4d-48ce-82b1-5f0f7d8046bf req-06fdf66c-8310-43af-afc2-bd952ff13de4 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0754931 Oct 06 11:05:10.328472 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:10.368502 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57768) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:10.368645 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fa7943c6-1aa4-48b1-9a0d-953a25f46c8c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=009534ac9beb4b0cb8fdba8181eaaf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216423 Oct 06 11:05:10.375413 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7943c6-1aa4-48b1-9a0d-953a25f46c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6db95b-c3e7-4061-9793-04d5e24706d4,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:10.406610 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3873819-1a28-463d-891f-45d86431aee1 x-openstack-request-id: req-c3873819-1a28-463d-891f-45d86431aee1 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:05:10.408998 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb86039-b159-435a-b022-4396a59b657c", "name": "network-vif-plugged", "status": "completed", "tag": "f595a1a4-6f82-46d6-9c95-1fd836a18532", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:05:10.409319 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3873819-1a28-463d-891f-45d86431aee1 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:05:10.409828 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3873819-1a28-463d-891f-45d86431aee1'] response: {'server_uuid': '3eb86039-b159-435a-b022-4396a59b657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'code': 200} Oct 06 11:05:10.429524 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-506b1edf-1c4d-48ce-82b1-5f0f7d8046bf req-6fb0fda7-c42f-45b3-99c0-bcba2645f640 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065648 Oct 06 11:05:10.468730 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-666207f8-f90d-4aa5-91cc-10cc9ffb0323 admin admin] Publish callbacks [] for security_group (9f6db95b-c3e7-4061-9793-04d5e24706d4), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.492190 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-666207f8-f90d-4aa5-91cc-10cc9ffb0323 admin admin] Publish callbacks [] for security_group (9f6db95b-c3e7-4061-9793-04d5e24706d4), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.541749 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-666207f8-f90d-4aa5-91cc-10cc9ffb0323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (9f6db95b-c3e7-4061-9793-04d5e24706d4), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.544471 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-666207f8-f90d-4aa5-91cc-10cc9ffb0323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:10.545620 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-666207f8-f90d-4aa5-91cc-10cc9ffb0323 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9f6db95b-c3e7-4061-9793-04d5e24706d4 HTTP/1.1" status: 204 len: 168 time: 0.1756241 Oct 06 11:05:10.553675 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666207f8-f90d-4aa5-91cc-10cc9ffb0323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6db95b-c3e7-4061-9793-04d5e24706d4,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:10.619605 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b172-1e1d-4d4f-810c-1b08aea51074 req-5cfe66a4-813d-419c-ab3c-cc437af693b9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:10.621113 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ea72b172-1e1d-4d4f-810c-1b08aea51074 req-5cfe66a4-813d-419c-ab3c-cc437af693b9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0616310 Oct 06 11:05:10.674385 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ea72b172-1e1d-4d4f-810c-1b08aea51074 req-05ed6a87-4662-463e-8a3c-937277c62b2f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Oct 06 11:05:10.834318 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-00f0552d-7c5a-4432-aa6a-97088fdc297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:10.836458 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-00f0552d-7c5a-4432-aa6a-97088fdc297b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=aaa6c50978eb46ecba4c88562ede965b&device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 1127 time: 0.0444396 Oct 06 11:05:10.876995 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-41c35b2d-2c8f-42ee-8470-1b1dcde42f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:10.878505 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-41c35b2d-2c8f-42ee-8470-1b1dcde42f5e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 1127 time: 0.0411925 Oct 06 11:05:10.951476 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:10.964330 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501aaa3-477b-44cc-809e-79373b620a2d req-7f5116e3-4b0c-44d0-9c00-c6eab7e4d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:10.966042 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d501aaa3-477b-44cc-809e-79373b620a2d req-7f5116e3-4b0c-44d0-9c00-c6eab7e4d950 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 910 time: 0.1744771 Oct 06 11:05:11.029123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981f505-fe58-46c1-af23-1beb0473e620 req-7f2a1c15-6635-417e-8593-0e82b6a68ed1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:11.037254 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5981f505-fe58-46c1-af23-1beb0473e620 req-7f2a1c15-6635-417e-8593-0e82b6a68ed1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0567477 Oct 06 11:05:11.089591 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5981f505-fe58-46c1-af23-1beb0473e620 req-89018fc6-2ccd-42f0-8e58-9a36c93cc8e6 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514545 Oct 06 11:05:11.119627 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73f56b-3e6a-485e-85d2-fb8f5574505d req-6371db7a-3d56-46df-abe6-eca41a630d24 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:11.121156 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fa73f56b-3e6a-485e-85d2-fb8f5574505d req-6371db7a-3d56-46df-abe6-eca41a630d24 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0561991 Oct 06 11:05:11.178866 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fa73f56b-3e6a-485e-85d2-fb8f5574505d req-86665475-3709-4829-8ed7-ed363afa71d0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521131 Oct 06 11:05:11.584348 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c8be-5e21-4a1c-aa9e-d7c8b12b6881 req-b9ee550d-7ef6-4486-acde-6b76659ef1af tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:11.586174 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2883c8be-5e21-4a1c-aa9e-d7c8b12b6881 req-b9ee550d-7ef6-4486-acde-6b76659ef1af tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 943 time: 0.0726702 Oct 06 11:05:11.602007 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:11.651402 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2883c8be-5e21-4a1c-aa9e-d7c8b12b6881 req-5053418a-639a-4b5b-b708-6f4c2d372908 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552571 Oct 06 11:05:11.808200 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 3dad21ae-1cb8-4cb8-b40b-12d49df819af details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:05:11.819411 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6468fd1-3e46-42a7-8d19-98d15f4186f2 req-0bab1084-32eb-42e3-921c-7f7fb88c5c29 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:11.827042 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a6468fd1-3e46-42a7-8d19-98d15f4186f2 req-0bab1084-32eb-42e3-921c-7f7fb88c5c29 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0632479 Oct 06 11:05:11.893550 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a6468fd1-3e46-42a7-8d19-98d15f4186f2 req-9a731c14-8779-4513-91b0-c289b0e15c35 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653098 Oct 06 11:05:11.960479 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 57846) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:11.988186 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 3dad21ae-1cb8-4cb8-b40b-12d49df819af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=3dad21ae-1cb8-4cb8-b40b-12d49df819af,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:12.006667 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '3dad21ae-1cb8-4cb8-b40b-12d49df819af', 'network_id': '84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36', 'port_id': '3dad21ae-1cb8-4cb8-b40b-12d49df819af', 'mac_address': 'fa:16:3e:08:24:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771408e9-5467-4450-a143-1d2969ca876c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:05:12.044618 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 3dad21ae-1cb8-4cb8-b40b-12d49df819af is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:12.045587 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.065817 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dad21ae-1cb8-4cb8-b40b-12d49df819af {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:05:12.092582 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 3dad21ae-1cb8-4cb8-b40b-12d49df819af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=3dad21ae-1cb8-4cb8-b40b-12d49df819af,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:12.097430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.102153 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-503f358a-26bf-43b4-b953-9a23873da830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.151704 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=3dad21ae-1cb8-4cb8-b40b-12d49df819af,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:12.259392 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-503f358a-26bf-43b4-b953-9a23873da830 admin admin] Publish callbacks [] for security_group (caa84d4a-0d37-4f28-a68c-dd5f4bb2e2bb), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.273594 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab471756-ba50-4b1e-9cf6-821af33f2734 req-1f266017-d7de-4c92-a77e-57abffec9e2a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:12.275311 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab471756-ba50-4b1e-9cf6-821af33f2734 req-1f266017-d7de-4c92-a77e-57abffec9e2a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0971711 Oct 06 11:05:12.276613 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-503f358a-26bf-43b4-b953-9a23873da830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (caa84d4a-0d37-4f28-a68c-dd5f4bb2e2bb), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.327174 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bf0f2-c107-4744-a614-3c5463f6a897 req-388c43a6-bd7d-417e-92fe-0f0ad8aa03a6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:12.329478 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1c9bf0f2-c107-4744-a614-3c5463f6a897 req-388c43a6-bd7d-417e-92fe-0f0ad8aa03a6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0528424 Oct 06 11:05:12.358236 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f358a-26bf-43b4-b953-9a23873da830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa84d4a-0d37-4f28-a68c-dd5f4bb2e2bb,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:12.366200 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-503f358a-26bf-43b4-b953-9a23873da830 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e9089469233842f1ac3a52cd2c53f108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040492 Oct 06 11:05:12.373591 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 57860) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:12.378744 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab471756-ba50-4b1e-9cf6-821af33f2734 req-6c235cfb-effa-4eff-b21a-80442d31497a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830209 Oct 06 11:05:12.401416 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1c9bf0f2-c107-4744-a614-3c5463f6a897 req-3a0824a9-7f41-44b5-8cfb-64a69fe144a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645239 Oct 06 11:05:12.434111 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13ab4ec3-b55b-4ddd-8dca-f82b29b3e0bb admin admin] Publish callbacks [] for security_group (caa84d4a-0d37-4f28-a68c-dd5f4bb2e2bb), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.454423 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13ab4ec3-b55b-4ddd-8dca-f82b29b3e0bb admin admin] Publish callbacks [] for security_group (caa84d4a-0d37-4f28-a68c-dd5f4bb2e2bb), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.500930 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13ab4ec3-b55b-4ddd-8dca-f82b29b3e0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (caa84d4a-0d37-4f28-a68c-dd5f4bb2e2bb), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.503610 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-13ab4ec3-b55b-4ddd-8dca-f82b29b3e0bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:12.504810 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-13ab4ec3-b55b-4ddd-8dca-f82b29b3e0bb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/caa84d4a-0d37-4f28-a68c-dd5f4bb2e2bb HTTP/1.1" status: 204 len: 168 time: 0.1302934 Oct 06 11:05:12.513291 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab4ec3-b55b-4ddd-8dca-f82b29b3e0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa84d4a-0d37-4f28-a68c-dd5f4bb2e2bb,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:12.767169 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f24e4-7e7e-4154-8cb9-b945bfb7b52a req-65e27673-6094-4510-a28e-85d02b4a7153 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:12.768987 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-338f24e4-7e7e-4154-8cb9-b945bfb7b52a req-65e27673-6094-4510-a28e-85d02b4a7153 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 944 time: 0.0487258 Oct 06 11:05:12.817548 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-338f24e4-7e7e-4154-8cb9-b945bfb7b52a req-271e788d-7972-433e-addb-313d61755d3a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Oct 06 11:05:13.032044 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f692a-33c5-4194-8c12-b2446bd46646 req-4fe1f736-219f-4f48-b457-21d957bcdc59 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:13.033514 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-068f692a-33c5-4194-8c12-b2446bd46646 req-4fe1f736-219f-4f48-b457-21d957bcdc59 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0567868 Oct 06 11:05:13.091320 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-068f692a-33c5-4194-8c12-b2446bd46646 req-3434e70e-5faa-4b40-9c74-ee5ab41c2cfd tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508883 Oct 06 11:05:13.513399 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d9fee-46cd-4763-b862-0efd7373d667 req-eb6a716d-86e2-416b-a563-66c3c9f5cd8c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:13.516318 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0c8d9fee-46cd-4763-b862-0efd7373d667 req-eb6a716d-86e2-416b-a563-66c3c9f5cd8c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0588953 Oct 06 11:05:13.547713 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea9112-41ee-4f0f-996d-265cdf632fa5 req-2d648db6-3d58-44eb-898f-6ef5be45b7f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:13.561412 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-25ea9112-41ee-4f0f-996d-265cdf632fa5 req-2d648db6-3d58-44eb-898f-6ef5be45b7f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0702231 Oct 06 11:05:13.584611 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0c8d9fee-46cd-4763-b862-0efd7373d667 req-6ae7522b-e4d1-4d1d-901a-6ec56ca69ab0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630860 Oct 06 11:05:13.616045 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:13.629055 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-25ea9112-41ee-4f0f-996d-265cdf632fa5 req-0f9289f1-05c0-466e-a2b3-bc0f19831ba5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606682 Oct 06 11:05:13.934101 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac84af-90cf-4752-8445-50dd93bd5bfb req-f95bf338-9c05-4b39-8c38-e908c196352c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:13.935538 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-baac84af-90cf-4752-8445-50dd93bd5bfb req-f95bf338-9c05-4b39-8c38-e908c196352c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 944 time: 0.0461922 Oct 06 11:05:13.981362 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-baac84af-90cf-4752-8445-50dd93bd5bfb req-fb25938d-84f0-46d2-b999-dfc98505a5cc tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Oct 06 11:05:14.212102 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd614b3f-e553-43d7-9f31-f6c95feb4c35 req-a4d5828e-63c9-4351-a748-9563bcc4b846 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:14.213558 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dd614b3f-e553-43d7-9f31-f6c95feb4c35 req-a4d5828e-63c9-4351-a748-9563bcc4b846 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0470166 Oct 06 11:05:14.261967 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dd614b3f-e553-43d7-9f31-f6c95feb4c35 req-d1ab0316-47a1-4821-8885-070163178864 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Oct 06 11:05:14.708681 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe6a23-febb-401a-972d-55e4b1e3a058 req-799516b0-d7de-4aff-ad22-e329e5396af0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:14.710169 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-acfe6a23-febb-401a-972d-55e4b1e3a058 req-799516b0-d7de-4aff-ad22-e329e5396af0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0480907 Oct 06 11:05:14.754514 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:14.758822 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fcd7b-32c2-4044-b28a-8f9bcf92cc8a req-b1d10c9a-0dbd-48d1-bfae-83507889116c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:14.759055 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-acfe6a23-febb-401a-972d-55e4b1e3a058 req-0e07f568-c4c7-4faf-a23b-b022b010b4bc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Oct 06 11:05:14.760334 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a33fcd7b-32c2-4044-b28a-8f9bcf92cc8a req-b1d10c9a-0dbd-48d1-bfae-83507889116c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0484617 Oct 06 11:05:14.811716 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a33fcd7b-32c2-4044-b28a-8f9bcf92cc8a req-795497ea-e528-404d-b7fa-a55a4defa322 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454383 Oct 06 11:05:15.103914 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fefbb8-4259-4b02-aac6-291ab98a39b9 req-d4557ab2-a22f-4e69-8d4d-0e21492124fb tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:15.105440 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-77fefbb8-4259-4b02-aac6-291ab98a39b9 req-d4557ab2-a22f-4e69-8d4d-0e21492124fb tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 944 time: 0.0503156 Oct 06 11:05:15.152891 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-77fefbb8-4259-4b02-aac6-291ab98a39b9 req-20d7c22a-9332-4999-ae1c-9bea699b411a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419393 Oct 06 11:05:15.380154 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fd386-ac25-4d4b-8493-1ff4be46a9ca req-bc787c49-1485-4700-8e69-c865769406f3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:15.381625 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-245fd386-ac25-4d4b-8493-1ff4be46a9ca req-bc787c49-1485-4700-8e69-c865769406f3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0465562 Oct 06 11:05:15.430327 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-245fd386-ac25-4d4b-8493-1ff4be46a9ca req-c045e2a2-4599-4218-b967-f68ea105d5e7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Oct 06 11:05:15.878158 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4d404-8692-4318-9d80-63d227b8521e req-32fba08a-cdbb-42ef-b421-37a5e5904e8e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:15.879700 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eff4d404-8692-4318-9d80-63d227b8521e req-32fba08a-cdbb-42ef-b421-37a5e5904e8e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0475960 Oct 06 11:05:15.931100 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eff4d404-8692-4318-9d80-63d227b8521e req-e137f66c-96d5-441b-aaaf-c45998aa31d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451818 Oct 06 11:05:15.939618 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b404d7-1352-469b-8724-fd06a3e016c2 req-e5ff38a8-0233-4b39-8414-40e0a3bd3cbf tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:15.941148 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1b404d7-1352-469b-8724-fd06a3e016c2 req-e5ff38a8-0233-4b39-8414-40e0a3bd3cbf tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0479867 Oct 06 11:05:15.988169 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1b404d7-1352-469b-8724-fd06a3e016c2 req-b6e12026-8c62-4b42-801e-5dfefd4ed024 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413485 Oct 06 11:05:16.273047 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40754b-b567-4abd-9b48-0146c2cc8899 req-359a22d4-c6eb-4f78-b198-f4c6f5a51e39 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:16.274472 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3f40754b-b567-4abd-9b48-0146c2cc8899 req-359a22d4-c6eb-4f78-b198-f4c6f5a51e39 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 944 time: 0.0488908 Oct 06 11:05:16.313412 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:16.321423 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3f40754b-b567-4abd-9b48-0146c2cc8899 req-994779cb-60dd-42c9-913f-d2434c584c17 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Oct 06 11:05:16.454154 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['3dad21ae-1cb8-4cb8-b40b-12d49df819af'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:05:16.557703 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6657-757f-40e5-ab77-1020116442cc req-1bfa0cdd-346b-4fb2-be02-96752d7b4eb1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:16.559186 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5ccc6657-757f-40e5-ab77-1020116442cc req-1bfa0cdd-346b-4fb2-be02-96752d7b4eb1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.0519216 Oct 06 11:05:16.577938 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:16.609813 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5ccc6657-757f-40e5-ab77-1020116442cc req-f74ceb65-5d19-4476-93d1-0661e259f41a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Oct 06 11:05:17.051144 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d9858-1ce2-4588-a6fe-e9008a12cd5d req-55626143-5a23-4d2c-b062-faf61a14ea48 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.052930 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a54d9858-1ce2-4588-a6fe-e9008a12cd5d req-55626143-5a23-4d2c-b062-faf61a14ea48 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0483966 Oct 06 11:05:17.123996 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a54d9858-1ce2-4588-a6fe-e9008a12cd5d req-6a01bb65-7b90-4e4d-9f27-5028252f9d8c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651710 Oct 06 11:05:17.128119 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94eb0f-8ee5-4cb3-929c-b23977d1181d req-65666447-f94b-4019-877c-4811c0715346 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.129588 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5d94eb0f-8ee5-4cb3-929c-b23977d1181d req-65666447-f94b-4019-877c-4811c0715346 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0609319 Oct 06 11:05:17.185032 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5d94eb0f-8ee5-4cb3-929c-b23977d1181d req-c2fbfdf2-d928-4317-8746-3eae2da8d7c6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490100 Oct 06 11:05:17.395073 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d501aaa3-477b-44cc-809e-79373b620a2d req-c0850a15-061f-4137-b6ec-33259cb3e354 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 200 len: 217 time: 0.0709884 Oct 06 11:05:17.587266 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-c37f4e0e-28a1-45b6-a1b2-f84b968b68a1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a60437f-d87b-4705-ab02-ee352497d7bb HTTP/1.1" status: 200 len: 217 time: 0.2633991 Oct 06 11:05:17.674207 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.55', 54440) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:17.682374 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-4adc2ae9-7ac2-4143-a8e8-deb3843e7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.683864 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-4adc2ae9-7ac2-4143-a8e8-deb3843e7cc7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 1128 time: 0.3144140 Oct 06 11:05:17.804463 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7879cd5-b045-4ac1-8f81-f84040377ddd req-4d70fc8d-c4d5-459d-9d5d-2e4f1a7fc038 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.811699 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a7879cd5-b045-4ac1-8f81-f84040377ddd req-4d70fc8d-c4d5-459d-9d5d-2e4f1a7fc038 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 944 time: 0.2391436 Oct 06 11:05:17.885026 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef7ca9-b48b-45d2-9e4a-39fb5d8af7ff req-18bdad4b-5fc1-48cf-bf7e-0b2247ec8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.887111 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-72ef7ca9-b48b-45d2-9e4a-39fb5d8af7ff req-18bdad4b-5fc1-48cf-bf7e-0b2247ec8888 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 1130 time: 0.2033679 Oct 06 11:05:17.888396 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caa699-acbc-45ff-96c7-f8309e61b33d req-408e064c-ffcc-4dd1-996d-bf80b94ff448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.890451 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-47caa699-acbc-45ff-96c7-f8309e61b33d req-408e064c-ffcc-4dd1-996d-bf80b94ff448 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 1127 time: 0.2270834 Oct 06 11:05:17.917598 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-9c2b6bff-2886-47e4-90f0-1e0956bd7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.919770 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-9c2b6bff-2886-47e4-90f0-1e0956bd7226 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.2388515 Oct 06 11:05:17.979038 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-0b4c3504-1e70-4bff-ab32-20169a56697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.980801 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-0b4c3504-1e70-4bff-ab32-20169a56697f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.2785645 Oct 06 11:05:17.988975 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-1351e0ca-57ad-460b-9625-5a0a20999689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:17.990613 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-1351e0ca-57ad-460b-9625-5a0a20999689 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 HTTP/1.1" status: 200 len: 912 time: 0.6572545 Oct 06 11:05:18.038795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-72ef7ca9-b48b-45d2-9e4a-39fb5d8af7ff req-a27bac34-cd14-4363-ab9d-e4a417dd530f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:18.046873 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a7879cd5-b045-4ac1-8f81-f84040377ddd req-8c865de9-10fe-4cf7-841b-6f2fe3146136 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347891 Oct 06 11:05:18.048285 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-98ac2c0b-614c-4643-bda2-85e8dbb72df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.049922 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-98ac2c0b-614c-4643-bda2-85e8dbb72df0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139507 Oct 06 11:05:18.070693 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e16b-b9b4-498a-96fb-5003eaa392af req-1a92f96a-6073-4221-a99b-5fd44d4aeed8 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.080554 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1f0e16b-b9b4-498a-96fb-5003eaa392af req-1a92f96a-6073-4221-a99b-5fd44d4aeed8 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 944 time: 0.2715824 Oct 06 11:05:18.105697 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-371ec00d-5c4e-4554-854b-7155b6ebee34 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26 HTTP/1.1" status: 200 len: 217 time: 0.1140661 Oct 06 11:05:18.112590 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501aaa3-477b-44cc-809e-79373b620a2d req-3174897b-b205-4e53-af9b-5fefa317dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.114100 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d501aaa3-477b-44cc-809e-79373b620a2d req-3174897b-b205-4e53-af9b-5fefa317dfc4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.4523020 Oct 06 11:05:18.116458 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-add06c93-64d9-4255-8083-d6528d97bbdb service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dad21ae-1cb8-4cb8-b40b-12d49df819af HTTP/1.1" status: 200 len: 217 time: 0.1090176 Oct 06 11:05:18.241482 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:18.267644 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-16c5a260-00da-4811-b63a-ed8b236bfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.269114 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-16c5a260-00da-4811-b63a-ed8b236bfc0f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.1507442 Oct 06 11:05:18.325269 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-b211870b-5f08-44b5-97b4-0f6b6cb08cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.326735 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-b211870b-5f08-44b5-97b4-0f6b6cb08cd7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=771408e9-5467-4450-a143-1d2969ca876c HTTP/1.1" status: 200 len: 850 time: 0.1900311 Oct 06 11:05:18.336510 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-912d1809-0914-4f50-b535-3066e61e30ae service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289634 Oct 06 11:05:18.344451 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be07673-8ad5-4fc6-809f-ac18cdc5c5dc req-a59cc827-2a54-4ca0-b7e7-56661d070bc1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.346381 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6be07673-8ad5-4fc6-809f-ac18cdc5c5dc req-a59cc827-2a54-4ca0-b7e7-56661d070bc1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0763893 Oct 06 11:05:18.380942 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:18.408405 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6be07673-8ad5-4fc6-809f-ac18cdc5c5dc req-180f07c9-f53e-46ab-955f-3b1d57f0a173 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553238 Oct 06 11:05:18.448387 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501aaa3-477b-44cc-809e-79373b620a2d req-256d0b0e-ec0c-4be1-a2f3-3316b36d0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.450024 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d501aaa3-477b-44cc-809e-79373b620a2d req-256d0b0e-ec0c-4be1-a2f3-3316b36d0e31 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3207033 Oct 06 11:05:18.473217 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1f0e16b-b9b4-498a-96fb-5003eaa392af req-7beaf225-4d78-497c-9256-de43cd2ac03c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917716 Oct 06 11:05:18.483104 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 50343d2f-ca78-433a-93c4-aaa96d6e2a26 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:05:18.501968 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 3dad21ae-1cb8-4cb8-b40b-12d49df819af up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:05:18.518663 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caa699-acbc-45ff-96c7-f8309e61b33d req-5cd072d8-588e-40dd-8610-7d726af05872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.521315 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-47caa699-acbc-45ff-96c7-f8309e61b33d req-5cd072d8-588e-40dd-8610-7d726af05872 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=5b886dc365684ab1811d100eb5774619&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6002893 Oct 06 11:05:18.644848 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-17d8dc67-4808-48e5-8393-7db3ee416a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.646384 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-17d8dc67-4808-48e5-8393-7db3ee416a6d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2315145 Oct 06 11:05:18.656752 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-fc70f85c-f77f-4a9d-bf84-6ae20f47c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.656752 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-fc70f85c-f77f-4a9d-bf84-6ae20f47c247 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2240999 Oct 06 11:05:18.679715 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-72ef7ca9-b48b-45d2-9e4a-39fb5d8af7ff req-a27bac34-cd14-4363-ab9d-e4a417dd530f service neutron] Publish callbacks [] for security_group (310e1e0b-4baa-47d1-84fe-c3f578ff8b9f), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:18.692520 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573d80-8bd2-499e-87a5-9faed195a751 req-c44880bb-88ea-4e90-b96e-813ec2f58734 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.694646 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2e573d80-8bd2-499e-87a5-9faed195a751 req-c44880bb-88ea-4e90-b96e-813ec2f58734 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.1143427 Oct 06 11:05:18.716248 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:18.729737 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-df14d83d-0ad2-4ccf-a4bf-04f983f966df service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136101 Oct 06 11:05:18.730308 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-72ef7ca9-b48b-45d2-9e4a-39fb5d8af7ff req-a27bac34-cd14-4363-ab9d-e4a417dd530f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (310e1e0b-4baa-47d1-84fe-c3f578ff8b9f), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:18.770279 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2e573d80-8bd2-499e-87a5-9faed195a751 req-109c759b-58a8-4fa8-bf3c-22242d872686 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685945 Oct 06 11:05:18.802037 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 50343d2f-ca78-433a-93c4-aaa96d6e2a26, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:18.805122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 3dad21ae-1cb8-4cb8-b40b-12d49df819af completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:05:18.821790 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '50343d2f-ca78-433a-93c4-aaa96d6e2a26', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'port_id': '50343d2f-ca78-433a-93c4-aaa96d6e2a26', 'mac_address': 'fa:16:3e:d3:b9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:05:18.822094 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-72ef7ca9-b48b-45d2-9e4a-39fb5d8af7ff req-a27bac34-cd14-4363-ab9d-e4a417dd530f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8992724 Oct 06 11:05:18.825779 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 3dad21ae-1cb8-4cb8-b40b-12d49df819af triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:05:18.826344 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:18.826869 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 3dad21ae-1cb8-4cb8-b40b-12d49df819af Oct 06 11:05:18.859611 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:18.888820 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d501aaa3-477b-44cc-809e-79373b620a2d req-e97829c1-11f7-4ea1-b0c5-ed9e32037673 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080825 Oct 06 11:05:18.906365 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bac34-cd14-4363-ab9d-e4a417dd530f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=310e1e0b-4baa-47d1-84fe-c3f578ff8b9f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:18.911780 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:18.912378 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:18.929183 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caa699-acbc-45ff-96c7-f8309e61b33d req-6a863682-c3ae-483a-ae93-481aeeaec418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:18.931562 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-47caa699-acbc-45ff-96c7-f8309e61b33d req-6a863682-c3ae-483a-ae93-481aeeaec418 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3746331 Oct 06 11:05:18.934660 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50343d2f-ca78-433a-93c4-aaa96d6e2a26 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:05:18.978409 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 50343d2f-ca78-433a-93c4-aaa96d6e2a26, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:18.983107 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.008142 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 3dad21ae-1cb8-4cb8-b40b-12d49df819af is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:19.008522 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.057211 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de15d8c-124c-4827-839a-89d209f344e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dad21ae-1cb8-4cb8-b40b-12d49df819af'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:05:19.059417 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c105e0-00ef-468b-828b-8e7d8d2287a3" -d '{"events": [{"server_uuid": "9de15d8c-124c-4827-839a-89d209f344e8", "name": "network-vif-plugged", "status": "completed", "tag": "3dad21ae-1cb8-4cb8-b40b-12d49df819af"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:05:19.075356 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=50343d2f-ca78-433a-93c4-aaa96d6e2a26,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:19.079318 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 3dad21ae-1cb8-4cb8-b40b-12d49df819af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=3dad21ae-1cb8-4cb8-b40b-12d49df819af,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:19.085365 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.142232 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f22375-cc09-4873-b272-4f73db9d60eb x-openstack-request-id: req-f2f22375-cc09-4873-b272-4f73db9d60eb {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:05:19.142544 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de15d8c-124c-4827-839a-89d209f344e8", "name": "network-vif-plugged", "status": "completed", "tag": "3dad21ae-1cb8-4cb8-b40b-12d49df819af", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:05:19.142795 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2f22375-cc09-4873-b272-4f73db9d60eb {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:05:19.143186 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f22375-cc09-4873-b272-4f73db9d60eb'] response: {'server_uuid': '9de15d8c-124c-4827-839a-89d209f344e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dad21ae-1cb8-4cb8-b40b-12d49df819af', 'code': 200} Oct 06 11:05:19.143993 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=3dad21ae-1cb8-4cb8-b40b-12d49df819af,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:19.205524 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c37e05-95c8-4058-b3ac-1ba83303e14f req-b56add0e-10bc-4439-b000-a30cc348b086 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:19.207022 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-29c37e05-95c8-4058-b3ac-1ba83303e14f req-b56add0e-10bc-4439-b000-a30cc348b086 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0554647 Oct 06 11:05:19.209129 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 58048) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:19.253976 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:19.282485 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-29c37e05-95c8-4058-b3ac-1ba83303e14f req-35fb5077-3c4d-424b-a2c2-c26d8a67766d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653496 Oct 06 11:05:19.371056 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ffe2629f-a90e-4862-82a1-abdfbdaf051c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.386601 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:19.459458 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ffe2629f-a90e-4862-82a1-abdfbdaf051c admin admin] Publish callbacks [] for security_group (2852effc-197b-44ca-9902-dac1c98ca708), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.464186 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ffe2629f-a90e-4862-82a1-abdfbdaf051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2852effc-197b-44ca-9902-dac1c98ca708), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.514945 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-ffe2629f-a90e-4862-82a1-abdfbdaf051c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fc6e235982a24981b5997b8bf42d59b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045650 Oct 06 11:05:19.518275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58060) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:19.532189 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2629f-a90e-4862-82a1-abdfbdaf051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2852effc-197b-44ca-9902-dac1c98ca708,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:19.555025 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ebca0-961e-4881-ae05-0ff638a32fbc req-1b234574-b8c2-4b7f-b2f7-8738944671c0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:19.555405 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-014ebca0-961e-4881-ae05-0ff638a32fbc req-1b234574-b8c2-4b7f-b2f7-8738944671c0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0634084 Oct 06 11:05:19.598510 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-93eeccec-fdf4-42bb-ab9f-b8ac0bc3dcce admin admin] Publish callbacks [] for security_group (2852effc-197b-44ca-9902-dac1c98ca708), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.606665 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-014ebca0-961e-4881-ae05-0ff638a32fbc req-d9d1a84b-41d8-4293-bc0c-1bf9fdc2853f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449841 Oct 06 11:05:19.641489 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-93eeccec-fdf4-42bb-ab9f-b8ac0bc3dcce admin admin] Publish callbacks [] for security_group (2852effc-197b-44ca-9902-dac1c98ca708), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.653620 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33aaa00-ce3c-49ab-b513-a081db13f015 req-f25e1219-43df-4c24-8471-f62c85fefe40 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:19.655063 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d33aaa00-ce3c-49ab-b513-a081db13f015 req-f25e1219-43df-4c24-8471-f62c85fefe40 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 945 time: 0.0682776 Oct 06 11:05:19.719665 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d33aaa00-ce3c-49ab-b513-a081db13f015 req-dddae11c-0d25-4923-9835-a19af5cb4d88 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558791 Oct 06 11:05:19.726326 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-93eeccec-fdf4-42bb-ab9f-b8ac0bc3dcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2852effc-197b-44ca-9902-dac1c98ca708), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.728964 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-93eeccec-fdf4-42bb-ab9f-b8ac0bc3dcce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:19.730023 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-93eeccec-fdf4-42bb-ab9f-b8ac0bc3dcce admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2852effc-197b-44ca-9902-dac1c98ca708 HTTP/1.1" status: 204 len: 168 time: 0.2107623 Oct 06 11:05:19.738701 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eeccec-fdf4-42bb-ab9f-b8ac0bc3dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2852effc-197b-44ca-9902-dac1c98ca708,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:19.906400 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8a488-c67b-489c-87f7-38b944ead87c req-22d37012-85aa-4992-8dcc-1549a68a05d7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:19.907957 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-07f8a488-c67b-489c-87f7-38b944ead87c req-22d37012-85aa-4992-8dcc-1549a68a05d7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0490282 Oct 06 11:05:19.961339 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-07f8a488-c67b-489c-87f7-38b944ead87c req-8cebc3bf-0e9b-4d61-890b-dc298ee43230 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472016 Oct 06 11:05:20.016016 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58070) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:20.029717 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf037-aa96-4cd6-a9a6-a39b8a6bd4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:20.074828 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:20.114613 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf037-aa96-4cd6-a9a6-a39b8a6bd4bd admin admin] Publish callbacks [] for security_group (569bd4db-c544-4558-a4ee-90a3f212b103), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:20.117945 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf037-aa96-4cd6-a9a6-a39b8a6bd4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (569bd4db-c544-4558-a4ee-90a3f212b103), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:20.157920 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1d9bf037-aa96-4cd6-a9a6-a39b8a6bd4bd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8b2afc78752d4170b555e0f1a3b43786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408322 Oct 06 11:05:20.158760 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bf037-aa96-4cd6-a9a6-a39b8a6bd4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569bd4db-c544-4558-a4ee-90a3f212b103,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:20.161524 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 58074) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:20.218463 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e40eeb6-1758-4816-a4d3-eb3501cf177f admin admin] Publish callbacks [] for security_group (569bd4db-c544-4558-a4ee-90a3f212b103), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:20.240184 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e40eeb6-1758-4816-a4d3-eb3501cf177f admin admin] Publish callbacks [] for security_group (569bd4db-c544-4558-a4ee-90a3f212b103), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:20.293543 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e40eeb6-1758-4816-a4d3-eb3501cf177f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (569bd4db-c544-4558-a4ee-90a3f212b103), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:20.296206 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5e40eeb6-1758-4816-a4d3-eb3501cf177f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:20.297360 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5e40eeb6-1758-4816-a4d3-eb3501cf177f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/569bd4db-c544-4558-a4ee-90a3f212b103 HTTP/1.1" status: 204 len: 168 time: 0.1345026 Oct 06 11:05:20.304950 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40eeb6-1758-4816-a4d3-eb3501cf177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569bd4db-c544-4558-a4ee-90a3f212b103,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:20.439677 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cdd35-8830-4c86-8fc7-cc8901d41235 req-b35ace4d-2248-4e8a-be26-83eaf622d681 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:20.441257 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5d0cdd35-8830-4c86-8fc7-cc8901d41235 req-b35ace4d-2248-4e8a-be26-83eaf622d681 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0721538 Oct 06 11:05:20.494731 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5d0cdd35-8830-4c86-8fc7-cc8901d41235 req-f61282e8-d909-4dc8-b786-faa5b819de21 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479555 Oct 06 11:05:20.715709 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:20.740406 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50803a7-2c43-432a-9075-eaeb4d07aa51 req-ae456c8c-adce-4bb7-bba5-4db2db177ab9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:20.741945 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a50803a7-2c43-432a-9075-eaeb4d07aa51 req-ae456c8c-adce-4bb7-bba5-4db2db177ab9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0560760 Oct 06 11:05:20.820157 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a50803a7-2c43-432a-9075-eaeb4d07aa51 req-5d017824-b4b0-4959-996c-042762349920 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704083 Oct 06 11:05:20.880753 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980b33-2423-4caf-a5fb-b8d730e1c78e req-751b01b0-a845-4cb8-8d1a-d3e14d6483a0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:20.882839 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-83980b33-2423-4caf-a5fb-b8d730e1c78e req-751b01b0-a845-4cb8-8d1a-d3e14d6483a0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 945 time: 0.0586083 Oct 06 11:05:20.942113 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-83980b33-2423-4caf-a5fb-b8d730e1c78e req-7f405b6f-c068-4d5b-b295-85b1cd83e2c4 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Oct 06 11:05:21.103303 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffd058-e013-40ec-a11d-dbeb420fc844 req-5b143fed-f2fa-488a-b309-17a304866e56 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:21.105639 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7fffd058-e013-40ec-a11d-dbeb420fc844 req-5b143fed-f2fa-488a-b309-17a304866e56 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0582533 Oct 06 11:05:21.163703 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7fffd058-e013-40ec-a11d-dbeb420fc844 req-367c8397-348b-439a-9f79-16cc48572b15 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485075 Oct 06 11:05:21.627552 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf2c25-1725-4de2-a1d5-f9ce15b2af01 req-cec6a244-acd8-45c6-a7b3-d16f69c2f716 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:21.629013 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bbdf2c25-1725-4de2-a1d5-f9ce15b2af01 req-cec6a244-acd8-45c6-a7b3-d16f69c2f716 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0470574 Oct 06 11:05:21.678164 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bbdf2c25-1725-4de2-a1d5-f9ce15b2af01 req-d0e8b9eb-eebc-40cb-9167-bde509103b2a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Oct 06 11:05:21.952380 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82c2c5-d4fc-4116-8658-79cda540f8f9 req-a3f8f511-3068-4139-84b3-aace84b60860 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:21.955828 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ba82c2c5-d4fc-4116-8658-79cda540f8f9 req-a3f8f511-3068-4139-84b3-aace84b60860 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0484567 Oct 06 11:05:22.008821 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ba82c2c5-d4fc-4116-8658-79cda540f8f9 req-39bc49a0-6b30-4006-8bf0-18cf623a7c2d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481012 Oct 06 11:05:22.084875 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8c61f-6a36-43c7-b5ca-f39b2b9d7606 req-cb1afc3b-a304-4ec3-a2aa-4728ceb95867 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:22.086367 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f0d8c61f-6a36-43c7-b5ca-f39b2b9d7606 req-cb1afc3b-a304-4ec3-a2aa-4728ceb95867 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 945 time: 0.0495732 Oct 06 11:05:22.135256 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f0d8c61f-6a36-43c7-b5ca-f39b2b9d7606 req-45df73a7-7fd9-4717-8f47-0b58a2e3d195 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Oct 06 11:05:22.300326 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11181c8-ed45-4bd3-af76-620f500b3f8a req-29e3a896-fec2-4079-ad5a-accd39b08314 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:22.301826 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a11181c8-ed45-4bd3-af76-620f500b3f8a req-29e3a896-fec2-4079-ad5a-accd39b08314 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0560653 Oct 06 11:05:22.382747 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a11181c8-ed45-4bd3-af76-620f500b3f8a req-d1fb72ab-2075-4439-bf83-3565076804e5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718019 Oct 06 11:05:22.802445 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b51ad-7d22-4147-8a6e-40ba8dc51b33 req-a05e9018-9840-4613-b4d7-7006c03122f5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:22.803870 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fd0b51ad-7d22-4147-8a6e-40ba8dc51b33 req-a05e9018-9840-4613-b4d7-7006c03122f5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0488679 Oct 06 11:05:22.835888 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:22.850024 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fd0b51ad-7d22-4147-8a6e-40ba8dc51b33 req-c949c648-560d-4a19-aa7f-b6ffef7fdc81 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Oct 06 11:05:23.137094 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86984695-2cfe-4b7e-b247-3c039a2df8bb req-6ed3458c-9262-407a-92de-4f167187a490 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:23.138563 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-86984695-2cfe-4b7e-b247-3c039a2df8bb req-6ed3458c-9262-407a-92de-4f167187a490 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0509553 Oct 06 11:05:23.159877 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:23.190625 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-86984695-2cfe-4b7e-b247-3c039a2df8bb req-ff7999a4-49c9-442e-ad20-ae7dc288d4d1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Oct 06 11:05:23.216616 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-5f7189c6-d058-41d1-aa93-c9bb0021e402 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085782 Oct 06 11:05:23.255662 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-772a598b-7bc2-423c-ab72-a52494bbc843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:23.276785 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['50343d2f-ca78-433a-93c4-aaa96d6e2a26'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:05:23.321167 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d501aaa3-477b-44cc-809e-79373b620a2d req-99972ae7-4380-4ebf-8b30-6d453f6f9df7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011927 Oct 06 11:05:23.325540 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060f76c-393f-426b-9ca3-f28412903186 req-699e7ff5-1961-4de7-865b-c60e7db389ef tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:23.327060 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8060f76c-393f-426b-9ca3-f28412903186 req-699e7ff5-1961-4de7-865b-c60e7db389ef tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 945 time: 0.0818865 Oct 06 11:05:23.392168 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-ce7598c4-1bd5-49ab-b5ec-6d90316c3da6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637404 Oct 06 11:05:23.420453 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8060f76c-393f-426b-9ca3-f28412903186 req-93444128-e9ce-443e-90fc-8094effc566c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860114 Oct 06 11:05:23.529980 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33a497-cad7-49c7-ac77-c57d9447b777 req-5b568684-f795-4a31-9d7b-7614835b3b72 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:23.531914 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cd33a497-cad7-49c7-ac77-c57d9447b777 req-5b568684-f795-4a31-9d7b-7614835b3b72 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0497484 Oct 06 11:05:23.593331 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cd33a497-cad7-49c7-ac77-c57d9447b777 req-c1ab9373-309c-4ac3-912b-01a32c042bdc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521972 Oct 06 11:05:23.972040 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3eb1c-4be9-42ab-a339-3b2ce7510061 req-73a17e6b-6a29-4d03-8f2b-a959aa5dce1e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:23.973480 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-95a3eb1c-4be9-42ab-a339-3b2ce7510061 req-73a17e6b-6a29-4d03-8f2b-a959aa5dce1e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0500338 Oct 06 11:05:24.020625 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-95a3eb1c-4be9-42ab-a339-3b2ce7510061 req-b21efeae-baed-4d5e-a940-ab7637decbf1 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Oct 06 11:05:24.323144 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffcd31-b83b-4a34-8d2b-0232ec6a398e req-00ac2df2-417e-4d16-994f-7897ad10d1e3 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:24.324670 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-25ffcd31-b83b-4a34-8d2b-0232ec6a398e req-00ac2df2-417e-4d16-994f-7897ad10d1e3 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0502810 Oct 06 11:05:24.375827 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-25ffcd31-b83b-4a34-8d2b-0232ec6a398e req-5dd426f4-f2dc-4d74-a319-e78dbccd3584 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447850 Oct 06 11:05:24.545438 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ce0c-1d6b-433d-b81b-eef2ea32e286 req-314d13d8-40d2-4be3-9d3e-ca63b1c8e0e9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:24.546906 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e614ce0c-1d6b-433d-b81b-eef2ea32e286 req-314d13d8-40d2-4be3-9d3e-ca63b1c8e0e9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Oct 06 11:05:24.576427 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:24.594129 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e614ce0c-1d6b-433d-b81b-eef2ea32e286 req-b70983f0-ef60-4787-9c97-d9b761077b3f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Oct 06 11:05:24.662925 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 50343d2f-ca78-433a-93c4-aaa96d6e2a26 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:05:24.709450 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:24.712294 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:05:24.718753 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:05:24.719073 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:24.719609 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 Oct 06 11:05:24.741338 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb843-0b28-481e-a0aa-88a4d3021543 req-8f454d13-2ecc-4642-a780-7bee24f1e2bc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:24.743224 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cabbb843-0b28-481e-a0aa-88a4d3021543 req-8f454d13-2ecc-4642-a780-7bee24f1e2bc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0667307 Oct 06 11:05:24.794518 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cabbb843-0b28-481e-a0aa-88a4d3021543 req-5894143b-6e08-4866-b9f3-b2b2813ff09c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457048 Oct 06 11:05:24.801684 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:24.802086 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:24.827186 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9864b6-cb13-4dc0-97d2-e155a1717ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50343d2f-ca78-433a-93c4-aaa96d6e2a26'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:05:24.830340 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d64e62-d057-48db-b9c8-95a4e0bb6c62" -d '{"events": [{"server_uuid": "ec9864b6-cb13-4dc0-97d2-e155a1717ec9", "name": "network-vif-plugged", "status": "completed", "tag": "50343d2f-ca78-433a-93c4-aaa96d6e2a26"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:05:24.843494 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 50343d2f-ca78-433a-93c4-aaa96d6e2a26, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:24.849242 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:24.879113 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481a063-a14b-4196-9262-7ff7cde9e0d4 x-openstack-request-id: req-a481a063-a14b-4196-9262-7ff7cde9e0d4 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:05:24.879408 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9864b6-cb13-4dc0-97d2-e155a1717ec9", "name": "network-vif-plugged", "status": "completed", "tag": "50343d2f-ca78-433a-93c4-aaa96d6e2a26", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:05:24.879726 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a481a063-a14b-4196-9262-7ff7cde9e0d4 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:05:24.880080 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a481a063-a14b-4196-9262-7ff7cde9e0d4'] response: {'server_uuid': 'ec9864b6-cb13-4dc0-97d2-e155a1717ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50343d2f-ca78-433a-93c4-aaa96d6e2a26', 'code': 200} Oct 06 11:05:24.900641 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=50343d2f-ca78-433a-93c4-aaa96d6e2a26,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:25.143345 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628d3c8-eba0-4c13-87de-cca8ff8495f4 req-939149b6-ea83-47d6-abb2-450b94049831 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:25.144845 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b628d3c8-eba0-4c13-87de-cca8ff8495f4 req-939149b6-ea83-47d6-abb2-450b94049831 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Oct 06 11:05:25.193475 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b628d3c8-eba0-4c13-87de-cca8ff8495f4 req-541ad322-6164-4a68-9744-eae5a7faef23 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Oct 06 11:05:25.496190 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f5775-613e-4712-837a-3cfd7b3a197d req-7d8534ea-6122-4c41-bca0-66dceb73ef4b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:25.497534 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ad7f5775-613e-4712-837a-3cfd7b3a197d req-7d8534ea-6122-4c41-bca0-66dceb73ef4b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0457985 Oct 06 11:05:25.546938 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ad7f5775-613e-4712-837a-3cfd7b3a197d req-e4cb7d61-0e26-4e8e-a10c-782bb0dbe5de tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439520 Oct 06 11:05:25.558604 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:25.571880 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-64655f82-8f57-42f5-80f4-c996264935f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:25.726979 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a094c-7d15-4845-ab18-cae89fda3a0f req-359f1c4a-04ed-4e12-b21f-d5416a49359c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:25.729509 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6e5a094c-7d15-4845-ab18-cae89fda3a0f req-359f1c4a-04ed-4e12-b21f-d5416a49359c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0539155 Oct 06 11:05:25.771944 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:25.785186 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6e5a094c-7d15-4845-ab18-cae89fda3a0f req-b1a70297-de45-44db-b9d5-5d98e03de106 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500045 Oct 06 11:05:25.920981 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7d3cf-42c1-403c-a18e-42389e3de64c req-3f868ecb-a12b-4281-8a92-2ea67ad7b9e0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:25.922490 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-77d7d3cf-42c1-403c-a18e-42389e3de64c req-3f868ecb-a12b-4281-8a92-2ea67ad7b9e0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0463517 Oct 06 11:05:25.968652 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-77d7d3cf-42c1-403c-a18e-42389e3de64c req-68e27afe-ab2a-4623-bccf-001876abdad9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404842 Oct 06 11:05:26.312641 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b275ddd-497d-4982-8498-e2083939a430 req-a198683a-3b38-4cad-9251-82f39970fad9 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:26.314786 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0b275ddd-497d-4982-8498-e2083939a430 req-a198683a-3b38-4cad-9251-82f39970fad9 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0488508 Oct 06 11:05:26.361365 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0b275ddd-497d-4982-8498-e2083939a430 req-27e7f562-1aa0-490c-a47c-30160c56973e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Oct 06 11:05:26.681349 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5914b6-19fb-4142-8457-dc7ee5abd7d1 req-c90a16bd-3ca8-4008-b405-b80c57c0e586 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:26.682829 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4a5914b6-19fb-4142-8457-dc7ee5abd7d1 req-c90a16bd-3ca8-4008-b405-b80c57c0e586 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0476849 Oct 06 11:05:26.729683 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4a5914b6-19fb-4142-8457-dc7ee5abd7d1 req-d601d54d-6d8a-4980-bf7a-98a224053147 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Oct 06 11:05:26.904519 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed70c3-8baa-47a3-8cb5-602dd290a88c req-afa6461b-1d24-4f5a-8267-85e67bf3637c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:26.905885 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6bed70c3-8baa-47a3-8cb5-602dd290a88c req-afa6461b-1d24-4f5a-8267-85e67bf3637c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0481167 Oct 06 11:05:26.951824 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6bed70c3-8baa-47a3-8cb5-602dd290a88c req-41b2974a-c47e-4580-a2be-98ef3280dd77 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Oct 06 11:05:27.055711 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:27.096249 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcab643-f258-48e9-be24-ca7ef2ed6126 req-9abebcf0-5d22-4478-8926-4012f751d364 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:27.097698 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8dcab643-f258-48e9-be24-ca7ef2ed6126 req-9abebcf0-5d22-4478-8926-4012f751d364 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0513694 Oct 06 11:05:27.145075 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8dcab643-f258-48e9-be24-ca7ef2ed6126 req-24a7f8f7-fb0a-4c64-838d-aa27bc084d46 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417352 Oct 06 11:05:27.481403 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396fcdb-6a89-48fb-b461-c02a0e4dd40d req-bd732d8c-ce3b-478d-9f38-1796f92db2fb tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:27.482910 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9396fcdb-6a89-48fb-b461-c02a0e4dd40d req-bd732d8c-ce3b-478d-9f38-1796f92db2fb tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0486956 Oct 06 11:05:27.530260 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9396fcdb-6a89-48fb-b461-c02a0e4dd40d req-9ca47e91-e6d3-45d8-9c9d-20de3a737349 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Oct 06 11:05:27.848702 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eae6b-7874-4214-b4fd-1b6cb78cd29e req-29739da2-cb7d-431b-8846-c5e07aa2321b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:27.850209 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-336eae6b-7874-4214-b4fd-1b6cb78cd29e req-29739da2-cb7d-431b-8846-c5e07aa2321b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0472991 Oct 06 11:05:27.896862 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-336eae6b-7874-4214-b4fd-1b6cb78cd29e req-a15cf3f3-e22a-4c86-b693-828457a2b629 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Oct 06 11:05:28.070922 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34638b-46a5-4d75-8c44-0fe6981ae38c req-8f8de554-f1b1-46b1-b0fc-96116016da5e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:28.072569 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0e34638b-46a5-4d75-8c44-0fe6981ae38c req-8f8de554-f1b1-46b1-b0fc-96116016da5e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0475097 Oct 06 11:05:28.124091 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0e34638b-46a5-4d75-8c44-0fe6981ae38c req-08b9e460-dc8b-4d26-946d-cff61d9d22e0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461278 Oct 06 11:05:28.270289 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209b74e-f9d4-4a8f-9371-1c684963b475 req-bb5fd7c8-4092-4f4f-8b69-b233966927aa tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:28.271946 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6209b74e-f9d4-4a8f-9371-1c684963b475 req-bb5fd7c8-4092-4f4f-8b69-b233966927aa tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0472963 Oct 06 11:05:28.323242 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6209b74e-f9d4-4a8f-9371-1c684963b475 req-a032d6ee-02d2-4cb6-abd5-ca59f442a5d6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 Oct 06 11:05:28.578211 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:28.650390 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e0167-a230-496e-929b-9a1762af0a9f req-57c8952d-1435-4c2d-87df-116f6825dcd5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:28.651856 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c95e0167-a230-496e-929b-9a1762af0a9f req-57c8952d-1435-4c2d-87df-116f6825dcd5 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0473938 Oct 06 11:05:28.699573 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c95e0167-a230-496e-929b-9a1762af0a9f req-db043bae-c298-488f-96d2-25678fffa27f tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Oct 06 11:05:28.786358 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:28.977806 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:29.013961 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f06e03-64d9-4040-8f0f-bd12c07cb332 req-f6b9daea-5b18-42e3-ac64-c2f116f93458 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:29.015422 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-34f06e03-64d9-4040-8f0f-bd12c07cb332 req-f6b9daea-5b18-42e3-ac64-c2f116f93458 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0465503 Oct 06 11:05:29.062786 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-34f06e03-64d9-4040-8f0f-bd12c07cb332 req-416da601-8d5e-43fe-95f1-80ffaaf8826c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408428 Oct 06 11:05:29.241702 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b3adc-5775-4a52-8e79-6b3e520c8aa7 req-791b9b11-421d-4715-9208-7aa852b0369a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:29.243152 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-229b3adc-5775-4a52-8e79-6b3e520c8aa7 req-791b9b11-421d-4715-9208-7aa852b0369a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0454586 Oct 06 11:05:29.269525 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:29.291444 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-229b3adc-5775-4a52-8e79-6b3e520c8aa7 req-00cdce97-8961-4c4d-be4d-1e1e84edfcba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Oct 06 11:05:29.446830 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17539d-c4dc-4113-aba8-a542c1d3d0de req-17884d66-ce4a-4593-8e75-c69a770ee296 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:29.448277 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ad17539d-c4dc-4113-aba8-a542c1d3d0de req-17884d66-ce4a-4593-8e75-c69a770ee296 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0457191 Oct 06 11:05:29.495735 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ad17539d-c4dc-4113-aba8-a542c1d3d0de req-0f570b6f-ae2e-4d44-9a4b-24012a20c410 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421252 Oct 06 11:05:29.823513 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059f859-3656-48d9-9486-b792adccca5c req-a8331ea1-c7c2-4fda-8bd8-6fcb3f0189f3 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:29.825014 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6059f859-3656-48d9-9486-b792adccca5c req-a8331ea1-c7c2-4fda-8bd8-6fcb3f0189f3 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Oct 06 11:05:29.872510 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6059f859-3656-48d9-9486-b792adccca5c req-eeec3898-b177-4e07-a052-79bbdb5b9139 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Oct 06 11:05:30.187502 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a09449-c733-4f07-857f-ccffd7a0bea2 req-fdc8dc2e-208d-48e5-9771-d21e785236a9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:30.189028 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b1a09449-c733-4f07-857f-ccffd7a0bea2 req-fdc8dc2e-208d-48e5-9771-d21e785236a9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0489533 Oct 06 11:05:30.234847 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b1a09449-c733-4f07-857f-ccffd7a0bea2 req-b9b59a2d-1de9-425c-8403-b1bb002332a0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Oct 06 11:05:30.410908 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd53ff-a4bc-4daf-ad1e-a9ec246f7ddf req-0f13a550-776c-4275-ad87-6c7b5ff88a6c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:30.412422 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-81fd53ff-a4bc-4daf-ad1e-a9ec246f7ddf req-0f13a550-776c-4275-ad87-6c7b5ff88a6c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0475464 Oct 06 11:05:30.458373 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-81fd53ff-a4bc-4daf-ad1e-a9ec246f7ddf req-eb011ec0-6d7d-4593-9ebc-574a0c856850 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Oct 06 11:05:30.617911 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4793a-edb1-420a-83a7-7523763de167 req-8a875aaa-1bbf-43ac-9305-ff8d77dc43f3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:30.619435 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6f4793a-edb1-420a-83a7-7523763de167 req-8a875aaa-1bbf-43ac-9305-ff8d77dc43f3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0464759 Oct 06 11:05:30.667364 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6f4793a-edb1-420a-83a7-7523763de167 req-3f677865-1c81-4b5f-b63a-c0b98c498541 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 Oct 06 11:05:30.995058 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3af770-a09f-4131-a03a-9fd2f7dd6703 req-06777717-06aa-4f08-81f4-1859cc0792c8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:30.996546 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ed3af770-a09f-4131-a03a-9fd2f7dd6703 req-06777717-06aa-4f08-81f4-1859cc0792c8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0461519 Oct 06 11:05:31.045617 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ed3af770-a09f-4131-a03a-9fd2f7dd6703 req-ee2a77af-8a28-40c4-b377-90783cd7dc40 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Oct 06 11:05:31.354069 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73f26-df52-4144-9fd0-13a159abf612 req-d81ccd61-eb79-4b28-91fd-9dc3d3279820 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:31.355517 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-14d73f26-df52-4144-9fd0-13a159abf612 req-d81ccd61-eb79-4b28-91fd-9dc3d3279820 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0492008 Oct 06 11:05:31.376152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:31.403508 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-14d73f26-df52-4144-9fd0-13a159abf612 req-cc61fbc0-6ac2-42ce-bcb7-6eb566225e14 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Oct 06 11:05:31.577686 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2b6bc-8252-4caf-b878-6e085ef95241 req-5cdc499b-94df-4325-a8b2-74255309abb8 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:31.579409 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d5c2b6bc-8252-4caf-b878-6e085ef95241 req-5cdc499b-94df-4325-a8b2-74255309abb8 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0486698 Oct 06 11:05:31.626762 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d5c2b6bc-8252-4caf-b878-6e085ef95241 req-f0318408-a277-4658-9452-960a0718c47a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Oct 06 11:05:31.791765 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf033d80-a0d0-4134-8785-69d5b08cf6e5 req-1f6a3be0-0cf7-47a7-9cdb-2365d2c42e22 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:31.793284 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bf033d80-a0d0-4134-8785-69d5b08cf6e5 req-1f6a3be0-0cf7-47a7-9cdb-2365d2c42e22 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0474184 Oct 06 11:05:31.838939 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bf033d80-a0d0-4134-8785-69d5b08cf6e5 req-fe14b13f-41e5-4cac-b8ea-27ccde1d06b3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400548 Oct 06 11:05:32.165428 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2173-ec2d-45fc-899e-e3c6368b2cf7 req-6b3291cd-4164-458d-806c-bc489971399d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:32.166901 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e2cf2173-ec2d-45fc-899e-e3c6368b2cf7 req-6b3291cd-4164-458d-806c-bc489971399d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0474904 Oct 06 11:05:32.184409 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:32.214632 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e2cf2173-ec2d-45fc-899e-e3c6368b2cf7 req-62fab8a7-2ceb-4416-8916-d3ec5255d766 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Oct 06 11:05:32.520907 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1722804-c06f-4792-9329-4ba95c49482f req-840671ec-0ab1-49da-acbc-cdc09baa3159 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:32.522607 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c1722804-c06f-4792-9329-4ba95c49482f req-840671ec-0ab1-49da-acbc-cdc09baa3159 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0456135 Oct 06 11:05:32.572151 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c1722804-c06f-4792-9329-4ba95c49482f req-c30b0ab5-c776-47a3-a408-f719cc4ad609 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 Oct 06 11:05:32.748005 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79508376-fbfc-4f20-8be0-815125441614 req-f9f541b7-3d54-471e-a58c-7ed7167dc200 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:32.749413 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-79508376-fbfc-4f20-8be0-815125441614 req-f9f541b7-3d54-471e-a58c-7ed7167dc200 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0500338 Oct 06 11:05:32.797015 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-79508376-fbfc-4f20-8be0-815125441614 req-af00ccba-9f42-45fc-9d11-4e124029e454 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Oct 06 11:05:33.151676 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a02422-2847-4a91-a8b8-31ba9089a1da req-45588617-0c6b-4ade-b137-6ee1cb8c3048 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:33.153168 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-77a02422-2847-4a91-a8b8-31ba9089a1da req-45588617-0c6b-4ade-b137-6ee1cb8c3048 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.2373343 Oct 06 11:05:33.201105 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-77a02422-2847-4a91-a8b8-31ba9089a1da req-da543df5-0f36-4857-a0ec-d96f142a1678 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417042 Oct 06 11:05:33.331133 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6cf8-1e07-43cb-87e5-04a167dea342 req-73e3b3dc-d828-4bda-9190-2d47e99134df tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:33.332787 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1c1c6cf8-1e07-43cb-87e5-04a167dea342 req-73e3b3dc-d828-4bda-9190-2d47e99134df tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0452116 Oct 06 11:05:33.378505 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1c1c6cf8-1e07-43cb-87e5-04a167dea342 req-da0f21eb-af6a-4584-a1c7-f977932d1a08 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Oct 06 11:05:33.501051 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 5a60437f-d87b-4705-ab02-ee352497d7bb details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:05:33.604734 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 5a60437f-d87b-4705-ab02-ee352497d7bb, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a60437f-d87b-4705-ab02-ee352497d7bb,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:33.617159 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '5a60437f-d87b-4705-ab02-ee352497d7bb', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'port_id': '5a60437f-d87b-4705-ab02-ee352497d7bb', 'mac_address': 'fa:16:3e:95:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:05:33.653520 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 5a60437f-d87b-4705-ab02-ee352497d7bb is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:33.653917 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:33.668063 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a60437f-d87b-4705-ab02-ee352497d7bb {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:05:33.693796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 5a60437f-d87b-4705-ab02-ee352497d7bb, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a60437f-d87b-4705-ab02-ee352497d7bb,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:33.697280 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451190b-adbc-4696-8bdf-107bd3b579ab req-ccaf3832-b300-4df5-b0a7-6d3105fd2739 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:33.699271 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b451190b-adbc-4696-8bdf-107bd3b579ab req-ccaf3832-b300-4df5-b0a7-6d3105fd2739 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0513711 Oct 06 11:05:33.700034 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:33.745746 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b451190b-adbc-4696-8bdf-107bd3b579ab req-ce75ce9c-5f28-4082-a7c3-d304ea9297d2 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Oct 06 11:05:33.754675 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=5a60437f-d87b-4705-ab02-ee352497d7bb,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:33.917380 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d7898-0da8-4ff6-a838-0d0c47e5645a req-d643d678-3908-416f-b4a8-4eea6add4528 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:33.918830 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6f8d7898-0da8-4ff6-a838-0d0c47e5645a req-d643d678-3908-416f-b4a8-4eea6add4528 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0496769 Oct 06 11:05:33.964798 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6f8d7898-0da8-4ff6-a838-0d0c47e5645a req-1268fc59-6893-43a5-83cd-71778ba8b26d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Oct 06 11:05:34.327248 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6a10-400f-49e8-80a0-e831a9f85748 req-b0892e29-b71c-410c-bcf2-b7bb8d1a721b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:34.328780 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b65a6a10-400f-49e8-80a0-e831a9f85748 req-b0892e29-b71c-410c-bcf2-b7bb8d1a721b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0491574 Oct 06 11:05:34.375995 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b65a6a10-400f-49e8-80a0-e831a9f85748 req-398fab8e-3cf3-4943-8e96-5a62fd87c04b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413754 Oct 06 11:05:34.500388 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace5fc-1d62-4244-9f7a-55e996d8dc3b req-d720eb81-eb1d-4e5b-bf6e-64472e54f7cf tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:34.501869 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96ace5fc-1d62-4244-9f7a-55e996d8dc3b req-d720eb81-eb1d-4e5b-bf6e-64472e54f7cf tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0470350 Oct 06 11:05:34.550037 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96ace5fc-1d62-4244-9f7a-55e996d8dc3b req-8d91b8da-1e12-422b-b42f-078a3d174815 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Oct 06 11:05:34.750114 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:05:34.819003 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['5a60437f-d87b-4705-ab02-ee352497d7bb'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:05:34.879476 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abd018-6ffd-4577-b931-b7f2ebee1777 req-d1a20b87-e618-49e3-875a-a7f0f0f4c1b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:34.881056 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-99abd018-6ffd-4577-b931-b7f2ebee1777 req-d1a20b87-e618-49e3-875a-a7f0f0f4c1b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0537918 Oct 06 11:05:34.917252 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:34.950052 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-99abd018-6ffd-4577-b931-b7f2ebee1777 req-eebb2c78-db60-4e1c-b67d-bb54ccd6b8cb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567746 Oct 06 11:05:35.127342 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f17ac-5fae-49c2-b18a-3a1398cc9869 req-91b25248-3f30-40a6-ae4c-8b22d9f8a593 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:35.135176 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-156f17ac-5fae-49c2-b18a-3a1398cc9869 req-91b25248-3f30-40a6-ae4c-8b22d9f8a593 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0822449 Oct 06 11:05:35.174660 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58382) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:35.191504 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-156f17ac-5fae-49c2-b18a-3a1398cc9869 req-1c2b1aa5-c345-4485-a5b3-dd6190ef4659 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549872 Oct 06 11:05:35.358363 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-82b45c14-5857-4508-8c15-27793ef8a638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:35.381713 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-51ca3538-60e8-4049-bcbf-d8f7b2996e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:35.383598 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-51ca3538-60e8-4049-bcbf-d8f7b2996e3a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 1127 time: 0.0604749 Oct 06 11:05:35.498623 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-16790eec-f338-4e22-ad08-5a5f5a5ca232 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286582 Oct 06 11:05:35.526610 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-afb9526a-5805-4133-af4e-a1351d1b6fac req-2868cb8a-ee59-483d-8878-6217869714f5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386992 Oct 06 11:05:35.534078 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-6a3e1246-dc83-48e2-b9e5-beb75fdac8c5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e16aada9-7c39-402c-9979-d8f302e4c39a HTTP/1.1" status: 200 len: 217 time: 0.0759604 Oct 06 11:05:35.573947 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257c4e6-070a-44bf-8ca6-7224569920c6 req-16d21679-e9d7-4206-a85f-b1e3bebcd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:35.575386 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1257c4e6-070a-44bf-8ca6-7224569920c6 req-16d21679-e9d7-4206-a85f-b1e3bebcd4fe service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 1130 time: 0.0432756 Oct 06 11:05:35.575583 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24235e-7be5-4b57-8b19-b4de6793a48b req-58eb1fe7-24ff-4eda-a4d7-0893fc4c0a78 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:35.577341 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c24235e-7be5-4b57-8b19-b4de6793a48b req-58eb1fe7-24ff-4eda-a4d7-0893fc4c0a78 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0697582 Oct 06 11:05:35.592245 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:35.612234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-82b45c14-5857-4508-8c15-27793ef8a638 admin admin] Publish callbacks [] for security_group (dcda08cb-b62e-4607-9bf2-2a79a3fc3e75), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:35.638251 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-82b45c14-5857-4508-8c15-27793ef8a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (dcda08cb-b62e-4607-9bf2-2a79a3fc3e75), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:35.646920 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c24235e-7be5-4b57-8b19-b4de6793a48b req-fa34bc9a-2f9f-4c16-8ad4-705bfcc6279f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629451 Oct 06 11:05:35.652275 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-ab032d58-8048-46f3-acc4-f521cceee4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:35.653666 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-ab032d58-8048-46f3-acc4-f521cceee4cf service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0774229 Oct 06 11:05:35.662469 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:35.733636 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b45c14-5857-4508-8c15-27793ef8a638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda08cb-b62e-4607-9bf2-2a79a3fc3e75,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:35.740855 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226b89f-b446-4ca3-a3b0-a0edb5c45a02 req-902faf8f-cd68-48b6-8318-7b032883e984 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:35.742511 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a226b89f-b446-4ca3-a3b0-a0edb5c45a02 req-902faf8f-cd68-48b6-8318-7b032883e984 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.1025565 Oct 06 11:05:35.743676 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-82b45c14-5857-4508-8c15-27793ef8a638 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6de799cf25d04709a5d88e3d755aad6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5677493 Oct 06 11:05:35.748879 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58398) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:35.774067 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746888a-9837-4f3a-bca9-5a5b30f8039b req-c6ec191f-e4f6-46aa-8b77-126e2fb2b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:35.775877 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2746888a-9837-4f3a-bca9-5a5b30f8039b req-c6ec191f-e4f6-46aa-8b77-126e2fb2b2a7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 1129 time: 0.0958226 Oct 06 11:05:35.777185 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-36e7cd9e-c7f5-4118-9c08-bab96c471552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:35.778646 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-36e7cd9e-c7f5-4118-9c08-bab96c471552 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004651 Oct 06 11:05:35.789326 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1257c4e6-070a-44bf-8ca6-7224569920c6 req-bb3cc810-5fac-4e48-be53-8c55fe04a142 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085205 Oct 06 11:05:35.862928 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae763a18-bcbe-4d37-ac4e-33592b6dafff admin admin] Publish callbacks [] for security_group (dcda08cb-b62e-4607-9bf2-2a79a3fc3e75), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:35.878071 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a226b89f-b446-4ca3-a3b0-a0edb5c45a02 req-659e670e-f120-4812-bce1-fcc18fbd8d64 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110604 Oct 06 11:05:35.878474 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2746888a-9837-4f3a-bca9-5a5b30f8039b req-5192bd09-ea3d-4572-9be4-055124f19cf8 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902655 Oct 06 11:05:35.900630 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae763a18-bcbe-4d37-ac4e-33592b6dafff admin admin] Publish callbacks [] for security_group (dcda08cb-b62e-4607-9bf2-2a79a3fc3e75), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:35.924221 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-809f5963-0b7d-4999-8d09-53bf593dc083 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320636 Oct 06 11:05:35.929748 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 58410) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:35.953402 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae763a18-bcbe-4d37-ac4e-33592b6dafff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (dcda08cb-b62e-4607-9bf2-2a79a3fc3e75), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:35.956310 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae763a18-bcbe-4d37-ac4e-33592b6dafff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:35.960167 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ae763a18-bcbe-4d37-ac4e-33592b6dafff admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dcda08cb-b62e-4607-9bf2-2a79a3fc3e75 HTTP/1.1" status: 204 len: 168 time: 0.2077351 Oct 06 11:05:35.967777 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae763a18-bcbe-4d37-ac4e-33592b6dafff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda08cb-b62e-4607-9bf2-2a79a3fc3e75,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:35.982662 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dabe92c-435a-424d-aa53-7284d3e43053 admin admin] Deleting subnet da1aebef-d8c6-47ab-8497-b55b349163ad {{(pid=106389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:05:35.986900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7dabe92c-435a-424d-aa53-7284d3e43053 admin admin] Publish callbacks [] for subnet (da1aebef-d8c6-47ab-8497-b55b349163ad), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.023556 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:36.034612 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7dabe92c-435a-424d-aa53-7284d3e43053 admin admin] Publish callbacks [] for subnet (da1aebef-d8c6-47ab-8497-b55b349163ad), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.040585 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7dabe92c-435a-424d-aa53-7284d3e43053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (da1aebef-d8c6-47ab-8497-b55b349163ad), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.091689 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a49a8a-6ca2-4522-8036-0b3c354de9e5 req-429701d3-c951-493f-b606-5a942c00f07d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:36.093989 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6a49a8a-6ca2-4522-8036-0b3c354de9e5 req-429701d3-c951-493f-b606-5a942c00f07d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0606451 Oct 06 11:05:36.102768 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7dabe92c-435a-424d-aa53-7284d3e43053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for subnet (da1aebef-d8c6-47ab-8497-b55b349163ad), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.124508 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:36.135202 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabe92c-435a-424d-aa53-7284d3e43053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1aebef-d8c6-47ab-8497-b55b349163ad,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:36.139015 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7dabe92c-435a-424d-aa53-7284d3e43053 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.142282 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7dabe92c-435a-424d-aa53-7284d3e43053 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/da1aebef-d8c6-47ab-8497-b55b349163ad HTTP/1.1" status: 204 len: 168 time: 0.2115815 Oct 06 11:05:36.144928 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 58418) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:36.154429 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6a49a8a-6ca2-4522-8036-0b3c354de9e5 req-a415fd66-2366-4bda-9c96-00afe0ff89c0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501783 Oct 06 11:05:36.226612 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (02c9cf21-baee-48e5-add4-a0f77b7f7ec7), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.316678 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58430) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:36.330734 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-648a0f7e-9044-4f47-a432-c8b762ade9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.365858 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (02c9cf21-baee-48e5-add4-a0f77b7f7ec7), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.387046 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf846ddb-4645-404b-8235-2bc07c7e9348 req-e96d8822-27b3-46db-b9f4-4622ea64f899 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:36.395555 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bf846ddb-4645-404b-8235-2bc07c7e9348 req-e96d8822-27b3-46db-b9f4-4622ea64f899 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0855436 Oct 06 11:05:36.421914 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-648a0f7e-9044-4f47-a432-c8b762ade9de admin admin] Publish callbacks [] for security_group (938a39e7-4f1f-4b1d-ad5a-6b906c44f6a3), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.427486 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-648a0f7e-9044-4f47-a432-c8b762ade9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (938a39e7-4f1f-4b1d-ad5a-6b906c44f6a3), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.485461 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-648a0f7e-9044-4f47-a432-c8b762ade9de admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=501fdf19d46b4f92b9ae34d01fa2fddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651819 Oct 06 11:05:36.485908 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58432) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:36.492875 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a0f7e-9044-4f47-a432-c8b762ade9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a39e7-4f1f-4b1d-ad5a-6b906c44f6a3,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:36.559194 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9ee19bb-f4a2-493a-ba2b-fff14ff4ee22 admin admin] Publish callbacks [] for security_group (938a39e7-4f1f-4b1d-ad5a-6b906c44f6a3), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.586248 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9ee19bb-f4a2-493a-ba2b-fff14ff4ee22 admin admin] Publish callbacks [] for security_group (938a39e7-4f1f-4b1d-ad5a-6b906c44f6a3), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.596257 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.596621 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.597361 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.597706 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > port after_create 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.598052 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.598398 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > port after_update 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.598715 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.599074 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.599368 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.599688 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.648352 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9ee19bb-f4a2-493a-ba2b-fff14ff4ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (938a39e7-4f1f-4b1d-ad5a-6b906c44f6a3), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.651559 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9ee19bb-f4a2-493a-ba2b-fff14ff4ee22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.656130 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f9ee19bb-f4a2-493a-ba2b-fff14ff4ee22 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/938a39e7-4f1f-4b1d-ad5a-6b906c44f6a3 HTTP/1.1" status: 204 len: 168 time: 0.1691508 Oct 06 11:05:36.668867 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee19bb-f4a2-493a-ba2b-fff14ff4ee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a39e7-4f1f-4b1d-ad5a-6b906c44f6a3,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:36.686013 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.686450 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.687101 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.687504 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 11:05:36.689127 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c9cf21-baee-48e5-add4-a0f77b7f7ec7']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:36.716801 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8a9964-4503-410f-933e-e7798e9cd965') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:36.717297 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8a9964-4503-410f-933e-e7798e9cd965') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:36.745235 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (1a8a9964-4503-410f-933e-e7798e9cd965), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.794821 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bf846ddb-4645-404b-8235-2bc07c7e9348 req-d26cd823-6744-45f0-b3c8-ff1748c03788 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930573 Oct 06 11:05:36.796071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (1a8a9964-4503-410f-933e-e7798e9cd965), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.847467 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 5a60437f-d87b-4705-ab02-ee352497d7bb up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:05:36.879369 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6610-518b-4b55-84c4-3cbc94f1a1a4 req-5ce2ac2a-9eeb-40d1-b854-5b7ece08efdb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:36.882534 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-156c6610-518b-4b55-84c4-3cbc94f1a1a4 req-5ce2ac2a-9eeb-40d1-b854-5b7ece08efdb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0954428 Oct 06 11:05:36.892651 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Releasing vlan 455 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:05:36.893059 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (1a8a9964-4503-410f-933e-e7798e9cd965), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.900272 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:36.903189 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 5a60437f-d87b-4705-ab02-ee352497d7bb completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:05:36.911216 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 5a60437f-d87b-4705-ab02-ee352497d7bb triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:05:36.911825 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:36.912765 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 5a60437f-d87b-4705-ab02-ee352497d7bb Oct 06 11:05:36.962701 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-156c6610-518b-4b55-84c4-3cbc94f1a1a4 req-22367226-cdbe-4db5-b1a8-a51a3fcf6f39 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683792 Oct 06 11:05:37.004861 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:37.027979 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90d5ef24-aa53-4a0a-a7f6-890599cfddcb req-6e2b34cf-1ef1-4626-82f0-e02d81660639 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279446 Oct 06 11:05:37.035613 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 5a60437f-d87b-4705-ab02-ee352497d7bb is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:37.036430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.057099 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (02c9cf21-baee-48e5-add4-a0f77b7f7ec7), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.067257 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41685b83-a75b-4abc-814c-c9a4424f2c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a60437f-d87b-4705-ab02-ee352497d7bb'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:05:37.071315 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b6155-fa7e-4a96-983b-5bde23045596" -d '{"events": [{"server_uuid": "41685b83-a75b-4abc-814c-c9a4424f2c65", "name": "network-vif-plugged", "status": "completed", "tag": "5a60437f-d87b-4705-ab02-ee352497d7bb"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:05:37.073166 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.077329 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/02c9cf21-baee-48e5-add4-a0f77b7f7ec7 HTTP/1.1" status: 204 len: 168 time: 0.9311545 Oct 06 11:05:37.080606 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58458) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:37.093320 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ca81d-ff67-4776-aa18-54a237648599 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c9cf21-baee-48e5-add4-a0f77b7f7ec7,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:37.094090 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 5a60437f-d87b-4705-ab02-ee352497d7bb, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a60437f-d87b-4705-ab02-ee352497d7bb,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:37.102438 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.104288 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d038-94f8-4029-8e30-371e67902378 req-37d54f89-4bca-40a7-ab8b-91c4161e45c9 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:37.106561 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6ba7d038-94f8-4029-8e30-371e67902378 req-37d54f89-4bca-40a7-ab8b-91c4161e45c9 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.1069713 Oct 06 11:05:37.175925 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630dbecd-bc3f-468c-bbd1-0295f08cd764 x-openstack-request-id: req-630dbecd-bc3f-468c-bbd1-0295f08cd764 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:05:37.176182 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41685b83-a75b-4abc-814c-c9a4424f2c65", "name": "network-vif-plugged", "status": "completed", "tag": "5a60437f-d87b-4705-ab02-ee352497d7bb", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:05:37.181083 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-630dbecd-bc3f-468c-bbd1-0295f08cd764 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:05:37.181763 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630dbecd-bc3f-468c-bbd1-0295f08cd764'] response: {'server_uuid': '41685b83-a75b-4abc-814c-c9a4424f2c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a60437f-d87b-4705-ab02-ee352497d7bb', 'code': 200} Oct 06 11:05:37.204656 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6ba7d038-94f8-4029-8e30-371e67902378 req-9fc53762-1218-45b4-81c3-90763bd2110a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859625 Oct 06 11:05:37.208651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa44906-86ee-4369-9c27-812a5b441460 admin admin] Deleting subnet 8a136a84-abdb-4320-be3b-b0126f408944 {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:05:37.218133 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1aa44906-86ee-4369-9c27-812a5b441460 admin admin] Publish callbacks [] for subnet (8a136a84-abdb-4320-be3b-b0126f408944), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.221547 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=5a60437f-d87b-4705-ab02-ee352497d7bb,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:37.280466 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1aa44906-86ee-4369-9c27-812a5b441460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572067'] for subnet (8a136a84-abdb-4320-be3b-b0126f408944), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.326075 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 1a8a9964-4503-410f-933e-e7798e9cd965 resource provider aggregate not found Oct 06 11:05:37.345013 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 1a8a9964-4503-410f-933e-e7798e9cd965 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a8a9964-4503-410f-933e-e7798e9cd965 found for delete ", "request_id": "req-ac385d86-ab70-4758-ad6f-2d2ae3067c4a"}]} Oct 06 11:05:37.366475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6efe40-bcb4-40a8-b5df-22a90c407e2c req-3a5250bd-8c2d-44f6-8922-632f17e01308 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:37.368047 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-db6efe40-bcb4-40a8-b5df-22a90c407e2c req-3a5250bd-8c2d-44f6-8922-632f17e01308 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0642257 Oct 06 11:05:37.398682 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1aa44906-86ee-4369-9c27-812a5b441460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (8a136a84-abdb-4320-be3b-b0126f408944), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.462139 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-db6efe40-bcb4-40a8-b5df-22a90c407e2c req-7d0ce4cd-73a2-48fa-8613-b9c988781f4d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871763 Oct 06 11:05:37.466041 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:37.468976 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:37.490185 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1aa44906-86ee-4369-9c27-812a5b441460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3977315'] for subnet (8a136a84-abdb-4320-be3b-b0126f408944), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.519676 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa44906-86ee-4369-9c27-812a5b441460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a136a84-abdb-4320-be3b-b0126f408944,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:37.521710 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1aa44906-86ee-4369-9c27-812a5b441460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.527683 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1aa44906-86ee-4369-9c27-812a5b441460 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/8a136a84-abdb-4320-be3b-b0126f408944 HTTP/1.1" status: 204 len: 168 time: 0.4431286 Oct 06 11:05:37.528314 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58486) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:37.624001 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (d1a5be42-7ba3-426e-a454-01c59f271f56), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.644258 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37bd03-2494-4e63-9586-0d64cb198dfa req-dcff30c3-bbd9-45a5-9799-7635143e0207 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:37.647066 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fd37bd03-2494-4e63-9586-0d64cb198dfa req-dcff30c3-bbd9-45a5-9799-7635143e0207 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0524747 Oct 06 11:05:37.659450 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 58494) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:37.667120 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'floatingip': {'port_id': 'f595a1a4-6f82-46d6-9c95-1fd836a18532'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:05:37.726720 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (d1a5be42-7ba3-426e-a454-01c59f271f56), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.756477 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a5be42-7ba3-426e-a454-01c59f271f56']}} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:37.768931 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9638bb44-43e0-42da-a771-38b9c9ebef64') {'for_net_delete': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:37.769231 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9638bb44-43e0-42da-a771-38b9c9ebef64') {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:37.777398 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (e2180af4-29c2-45eb-82c1-4fc024823cd4), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.782327 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572122'] for segment (9638bb44-43e0-42da-a771-38b9c9ebef64), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.800348 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (9638bb44-43e0-42da-a771-38b9c9ebef64), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.814847 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Releasing vlan 474 on physical network physnet1 to pool {{(pid=106390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:05:37.815273 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555455'] for segment (9638bb44-43e0-42da-a771-38b9c9ebef64), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.853942 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment 9638bb44-43e0-42da-a771-38b9c9ebef64 resource provider aggregate not found Oct 06 11:05:37.926010 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment 9638bb44-43e0-42da-a771-38b9c9ebef64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9638bb44-43e0-42da-a771-38b9c9ebef64 found for delete ", "request_id": "req-b1149e86-0649-4397-8518-09218e9fc4df"}]} Oct 06 11:05:37.982623 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (d1a5be42-7ba3-426e-a454-01c59f271f56), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.990487 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:37.994665 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/d1a5be42-7ba3-426e-a454-01c59f271f56 HTTP/1.1" status: 204 len: 168 time: 0.4657924 Oct 06 11:05:38.003625 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3519-5698-4c5d-92bf-1373e16784b5 req-b59908e5-905a-4fbb-8cdd-37c0a8749c8f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:38.005569 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8b2e3519-5698-4c5d-92bf-1373e16784b5 req-b59908e5-905a-4fbb-8cdd-37c0a8749c8f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0783825 Oct 06 11:05:38.018609 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e8ec5-9922-4196-8d8e-b9926fcef1d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a5be42-7ba3-426e-a454-01c59f271f56,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:38.108646 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8b2e3519-5698-4c5d-92bf-1373e16784b5 req-ceafbb37-2049-433b-af0b-7bf633301014 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892763 Oct 06 11:05:38.202186 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8621441-48d7-4bfe-b2c5-5dca3339aede req-e1dcfa60-b0d5-4746-a7b2-a8ca6b56224d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:38.204413 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a8621441-48d7-4bfe-b2c5-5dca3339aede req-e1dcfa60-b0d5-4746-a7b2-a8ca6b56224d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0943449 Oct 06 11:05:38.213716 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:38.296755 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58526) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:38.359982 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a8621441-48d7-4bfe-b2c5-5dca3339aede req-6febbef0-851e-45cd-9d95-e97f36a805dd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263568 Oct 06 11:05:38.415891 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-c1163919-bb0e-4edf-a0ba-6e67e25d2d4a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=988b46704eed4dea920dbd0db5c1dd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1177392 Oct 06 11:05:38.419648 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58530) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:38.443806 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f10f4-ed21-46d7-b724-0b92d5f6a966 req-f3cb794d-f16b-412c-9bcc-b8412be7f70a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:38.445518 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d28f10f4-ed21-46d7-b724-0b92d5f6a966 req-f3cb794d-f16b-412c-9bcc-b8412be7f70a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.1251855 Oct 06 11:05:38.528330 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58534) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:38.536632 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-04f74fa8-2840-49f1-9bbd-2962fb77540a admin admin] Publish callbacks [] for security_group (024fe869-bbe9-44db-b409-df4cd4beac26), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.558904 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-04f74fa8-2840-49f1-9bbd-2962fb77540a admin admin] Publish callbacks [] for security_group (024fe869-bbe9-44db-b409-df4cd4beac26), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.571728 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d28f10f4-ed21-46d7-b724-0b92d5f6a966 req-8ea0212e-f424-487e-8650-a3edb1dd57a8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198897 Oct 06 11:05:38.634621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-04f74fa8-2840-49f1-9bbd-2962fb77540a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (024fe869-bbe9-44db-b409-df4cd4beac26), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.637420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-04f74fa8-2840-49f1-9bbd-2962fb77540a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.640017 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-04f74fa8-2840-49f1-9bbd-2962fb77540a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/024fe869-bbe9-44db-b409-df4cd4beac26 HTTP/1.1" status: 204 len: 168 time: 0.2184024 Oct 06 11:05:38.648591 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74fa8-2840-49f1-9bbd-2962fb77540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024fe869-bbe9-44db-b409-df4cd4beac26,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:38.749560 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.755134 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (e2180af4-29c2-45eb-82c1-4fc024823cd4), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.831806 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0812d98b-ed75-4ff8-9017-cd17816c85da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.870114 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.l3_db [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Floating IP e2180af4-29c2-45eb-82c1-4fc024823cd4 associated. External IP: 172.27.0.28, port: f595a1a4-6f82-46d6-9c95-1fd836a18532. Oct 06 11:05:38.936065 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0812d98b-ed75-4ff8-9017-cd17816c85da admin admin] Publish callbacks [] for security_group (dc89473f-ab20-491e-9f96-eabb9f78c24f), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.942819 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0812d98b-ed75-4ff8-9017-cd17816c85da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (dc89473f-ab20-491e-9f96-eabb9f78c24f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:38.949628 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:38.995533 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:39.002085 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812d98b-ed75-4ff8-9017-cd17816c85da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc89473f-ab20-491e-9f96-eabb9f78c24f,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:39.027427 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0812d98b-ed75-4ff8-9017-cd17816c85da admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9c88c47136644d29a80116a1f94fa1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940665 Oct 06 11:05:39.027685 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58552) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:39.089420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-82fad45d-27ce-41ca-b37c-68151e334162 admin admin] Publish callbacks [] for security_group (dc89473f-ab20-491e-9f96-eabb9f78c24f), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.113843 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-82fad45d-27ce-41ca-b37c-68151e334162 admin admin] Publish callbacks [] for security_group (dc89473f-ab20-491e-9f96-eabb9f78c24f), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.129877 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58554) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:39.194920 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fed4b61a-805e-46e3-b82e-d73fce57a2e9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=afda2a77aa3c48cc946e64ca4ffc1e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637441 Oct 06 11:05:39.197624 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58562) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:39.230287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-82fad45d-27ce-41ca-b37c-68151e334162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (dc89473f-ab20-491e-9f96-eabb9f78c24f), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.233195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-82fad45d-27ce-41ca-b37c-68151e334162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.237473 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-82fad45d-27ce-41ca-b37c-68151e334162 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dc89473f-ab20-491e-9f96-eabb9f78c24f HTTP/1.1" status: 204 len: 168 time: 0.2056854 Oct 06 11:05:39.254886 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fad45d-27ce-41ca-b37c-68151e334162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc89473f-ab20-491e-9f96-eabb9f78c24f,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:39.276128 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ea31ea7-3294-4616-a302-ee1d54f37998 admin admin] Publish callbacks [] for security_group (98fc439a-2557-4c67-9fe2-98346a24b4b8), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.307517 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ea31ea7-3294-4616-a302-ee1d54f37998 admin admin] Publish callbacks [] for security_group (98fc439a-2557-4c67-9fe2-98346a24b4b8), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.363866 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ea31ea7-3294-4616-a302-ee1d54f37998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (98fc439a-2557-4c67-9fe2-98346a24b4b8), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.380906 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ea31ea7-3294-4616-a302-ee1d54f37998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.385439 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2ea31ea7-3294-4616-a302-ee1d54f37998 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/98fc439a-2557-4c67-9fe2-98346a24b4b8 HTTP/1.1" status: 204 len: 168 time: 0.1869316 Oct 06 11:05:39.395235 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea31ea7-3294-4616-a302-ee1d54f37998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fc439a-2557-4c67-9fe2-98346a24b4b8,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:39.420682 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb5bfd-80fb-449a-a9e6-b5924747ab84 req-f458b76a-3d42-4e8b-b246-b26ae72d8acb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:39.431098 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7ecb5bfd-80fb-449a-a9e6-b5924747ab84 req-f458b76a-3d42-4e8b-b246-b26ae72d8acb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.1003461 Oct 06 11:05:39.437251 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:39.489883 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:05:39.517970 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201862-9a70-4fe5-ad89-ca5a94df12f0 req-d4362755-c26e-405d-a638-691a351bc0ab tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:39.519911 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0c201862-9a70-4fe5-ad89-ca5a94df12f0 req-d4362755-c26e-405d-a638-691a351bc0ab tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0633333 Oct 06 11:05:39.523294 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7ecb5bfd-80fb-449a-a9e6-b5924747ab84 req-bb2ea548-8cd9-48e3-9559-d68b62749cb1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909581 Oct 06 11:05:39.605651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58576) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:39.619167 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0c201862-9a70-4fe5-ad89-ca5a94df12f0 req-99ddf243-a346-4462-b816-8e5a06b74d81 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880551 Oct 06 11:05:39.639439 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:05:39.646117 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.654883 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] Sync routers for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:05:39.669738 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:05:39.671199 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:05:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:39.753822 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-be72a391-7068-4efa-b0ab-dc4ae681c9cd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/e2180af4-29c2-45eb-82c1-4fc024823cd4 HTTP/1.1" status: 200 len: 991 time: 2.0936599 Oct 06 11:05:39.757762 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb86039-b159-435a-b022-4396a59b657c', 'tag': 'f595a1a4-6f82-46d6-9c95-1fd836a18532'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:05:39.761023 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb86039-b159-435a-b022-4396a59b657c", "tag": "f595a1a4-6f82-46d6-9c95-1fd836a18532"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:05:39.770538 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcf777-20df-4edf-9aee-1f34c25f3449 req-4a6c279c-a417-4898-aa09-1f8760d1bcc8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:39.772438 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a7dcf777-20df-4edf-9aee-1f34c25f3449 req-4a6c279c-a417-4898-aa09-1f8760d1bcc8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0842385 Oct 06 11:05:39.801453 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58588) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:39.812234 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:05:39.825136 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-506f718a-0e50-47d5-a821-bbc7dca1e6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.830430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.865809 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bc20db-49cf-441e-b159-ad8288f9bd65 x-openstack-request-id: req-c4bc20db-49cf-441e-b159-ad8288f9bd65 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:05:39.866100 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb86039-b159-435a-b022-4396a59b657c", "tag": "f595a1a4-6f82-46d6-9c95-1fd836a18532", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:05:39.866359 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4bc20db-49cf-441e-b159-ad8288f9bd65 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:05:39.866768 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bc20db-49cf-441e-b159-ad8288f9bd65'] response: {'name': 'network-changed', 'server_uuid': '3eb86039-b159-435a-b022-4396a59b657c', 'tag': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'status': 'completed', 'code': 200} Oct 06 11:05:39.881475 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a7dcf777-20df-4edf-9aee-1f34c25f3449 req-31af3bf9-afd8-4728-994b-71c7c1899223 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020720 Oct 06 11:05:39.937812 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-506f718a-0e50-47d5-a821-bbc7dca1e6e9 admin admin] Publish callbacks [] for security_group (4cdd9bc7-df43-474f-8344-c71536d4fde2), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.943641 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-506f718a-0e50-47d5-a821-bbc7dca1e6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4cdd9bc7-df43-474f-8344-c71536d4fde2), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:39.977892 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-506f718a-0e50-47d5-a821-bbc7dca1e6e9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7800c9caeb0a4fe186a0e9d27a56300c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738486 Oct 06 11:05:39.979770 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 58590) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:40.000196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f718a-0e50-47d5-a821-bbc7dca1e6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd9bc7-df43-474f-8344-c71536d4fde2,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:40.052827 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7896358b-7649-4dcd-a62a-940f69dce854 admin admin] Publish callbacks [] for security_group (4cdd9bc7-df43-474f-8344-c71536d4fde2), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.066619 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-445594f2-cb4e-40fd-aecb-c7ccb21626a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.070334 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:40.089040 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7896358b-7649-4dcd-a62a-940f69dce854 admin admin] Publish callbacks [] for security_group (4cdd9bc7-df43-474f-8344-c71536d4fde2), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.168179 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:40.176151 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7896358b-7649-4dcd-a62a-940f69dce854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4cdd9bc7-df43-474f-8344-c71536d4fde2), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.183674 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7896358b-7649-4dcd-a62a-940f69dce854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.183822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-445594f2-cb4e-40fd-aecb-c7ccb21626a5 admin admin] Publish callbacks [] for security_group (3febf0a2-92a8-4d82-86ed-b6859c1e6f2c), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.185863 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7896358b-7649-4dcd-a62a-940f69dce854 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4cdd9bc7-df43-474f-8344-c71536d4fde2 HTTP/1.1" status: 204 len: 168 time: 0.2050519 Oct 06 11:05:40.192139 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-445594f2-cb4e-40fd-aecb-c7ccb21626a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (3febf0a2-92a8-4d82-86ed-b6859c1e6f2c), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.196599 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896358b-7649-4dcd-a62a-940f69dce854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd9bc7-df43-474f-8344-c71536d4fde2,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:40.205758 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'e2180af4-29c2-45eb-82c1-4fc024823cd4', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'port_id': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'mac_address': 'fa:16:3e:92:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb86039-b159-435a-b022-4396a59b657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:04:17Z', 'updated_at': '2022-10-06T11:05:38Z', 'revision_number': 1, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:40.244535 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 58604) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:40.245115 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-445594f2-cb4e-40fd-aecb-c7ccb21626a5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ab8fa422354844b1b9291d2b2d6d2ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6384299 Oct 06 11:05:40.247281 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445594f2-cb4e-40fd-aecb-c7ccb21626a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3febf0a2-92a8-4d82-86ed-b6859c1e6f2c,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:40.249464 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] Checking router: 10b1bcbb-67b7-45a3-84c2-e31e62ad410a for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:05:40.276066 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:05:40.277004 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:05:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:40.317736 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91850cc2-c365-4f52-b066-0e426b2c3e67 admin admin] Publish callbacks [] for security_group (3febf0a2-92a8-4d82-86ed-b6859c1e6f2c), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.347809 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91850cc2-c365-4f52-b066-0e426b2c3e67 admin admin] Publish callbacks [] for security_group (3febf0a2-92a8-4d82-86ed-b6859c1e6f2c), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.400752 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:05:40.413000 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91850cc2-c365-4f52-b066-0e426b2c3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (3febf0a2-92a8-4d82-86ed-b6859c1e6f2c), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.415652 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-91850cc2-c365-4f52-b066-0e426b2c3e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.416919 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-91850cc2-c365-4f52-b066-0e426b2c3e67 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3febf0a2-92a8-4d82-86ed-b6859c1e6f2c HTTP/1.1" status: 204 len: 168 time: 0.1707571 Oct 06 11:05:40.424933 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91850cc2-c365-4f52-b066-0e426b2c3e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3febf0a2-92a8-4d82-86ed-b6859c1e6f2c,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:40.664756 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0a22-87e0-400f-a751-767981117a1f req-dc99e357-931c-4aa5-8381-a2f510a79cd1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:40.666378 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ebc0a22-87e0-400f-a751-767981117a1f req-dc99e357-931c-4aa5-8381-a2f510a79cd1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0534427 Oct 06 11:05:40.671308 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'e2180af4-29c2-45eb-82c1-4fc024823cd4', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'port_id': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'mac_address': 'fa:16:3e:92:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb86039-b159-435a-b022-4396a59b657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:04:17Z', 'updated_at': '2022-10-06T11:05:38Z', 'revision_number': 1, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:40.696706 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:40.728261 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5634aac-20a6-4d99-9b58-4aec05998480 None None] The sync data for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi is: [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'e2180af4-29c2-45eb-82c1-4fc024823cd4', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'port_id': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'mac_address': 'fa:16:3e:92:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb86039-b159-435a-b022-4396a59b657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:04:17Z', 'updated_at': '2022-10-06T11:05:38Z', 'revision_number': 1, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:05:40.730258 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ebc0a22-87e0-400f-a751-767981117a1f req-d66c31c3-5e5f-4cc6-a33d-3fc45a3f0564 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570974 Oct 06 11:05:40.821869 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9d2c3-3fed-427e-8784-b84e37fe0d0a req-f3702ca8-4bd0-442d-b853-49fb1e6c82c1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:40.823743 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-71b9d2c3-3fed-427e-8784-b84e37fe0d0a req-f3702ca8-4bd0-442d-b853-49fb1e6c82c1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0578387 Oct 06 11:05:40.865364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 58628) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:40.881156 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-26812212-d25e-4c5d-a510-9c864977ff64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:40.884211 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-71b9d2c3-3fed-427e-8784-b84e37fe0d0a req-7b22ea4d-d858-414a-b39b-50c226cf826c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537043 Oct 06 11:05:41.016302 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-26812212-d25e-4c5d-a510-9c864977ff64 admin admin] Publish callbacks [] for security_group (f551b7ec-1f2f-434d-bf9a-9e2f1a22ad61), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:41.036253 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-26812212-d25e-4c5d-a510-9c864977ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (f551b7ec-1f2f-434d-bf9a-9e2f1a22ad61), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:41.055390 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e10fba-066e-4c3f-901b-c58e13c79da0 None None] New status for floating IP e2180af4-29c2-45eb-82c1-4fc024823cd4: ACTIVE {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:05:41.089471 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e40b0-9147-4100-b195-1a789c7aa65f req-e139deca-de69-48f6-b540-f840b9ffe7bb tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:41.091019 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d97e40b0-9147-4100-b195-1a789c7aa65f req-e139deca-de69-48f6-b540-f840b9ffe7bb tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0922525 Oct 06 11:05:41.101913 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-26812212-d25e-4c5d-a510-9c864977ff64 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6e35e344ed0c49b79a7fc3c2f946ab5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352052 Oct 06 11:05:41.102046 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 58642) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:41.125914 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26812212-d25e-4c5d-a510-9c864977ff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f551b7ec-1f2f-434d-bf9a-9e2f1a22ad61,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:41.169870 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d97e40b0-9147-4100-b195-1a789c7aa65f req-e32a5353-a724-4e52-834c-45c01775aa14 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625980 Oct 06 11:05:41.211488 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:41.221495 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8503e140-c8e1-4973-81bd-83d8acb4e351 admin admin] Publish callbacks [] for security_group (f551b7ec-1f2f-434d-bf9a-9e2f1a22ad61), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:41.244416 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8503e140-c8e1-4973-81bd-83d8acb4e351 admin admin] Publish callbacks [] for security_group (f551b7ec-1f2f-434d-bf9a-9e2f1a22ad61), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:41.304960 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8503e140-c8e1-4973-81bd-83d8acb4e351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (f551b7ec-1f2f-434d-bf9a-9e2f1a22ad61), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:41.309595 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8503e140-c8e1-4973-81bd-83d8acb4e351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:41.313383 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8503e140-c8e1-4973-81bd-83d8acb4e351 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f551b7ec-1f2f-434d-bf9a-9e2f1a22ad61 HTTP/1.1" status: 204 len: 168 time: 0.2077303 Oct 06 11:05:41.322843 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503e140-c8e1-4973-81bd-83d8acb4e351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f551b7ec-1f2f-434d-bf9a-9e2f1a22ad61,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:41.831354 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:41.883971 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacb608-3b32-4a72-9bd1-67651e5d19d5 req-6153d7e5-745b-49a1-b7c6-f470c3c2e295 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:41.890741 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-afacb608-3b32-4a72-9bd1-67651e5d19d5 req-6153d7e5-745b-49a1-b7c6-f470c3c2e295 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0695086 Oct 06 11:05:41.972482 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-afacb608-3b32-4a72-9bd1-67651e5d19d5 req-2782f166-067e-4dda-a96c-a24d75f5dde6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801773 Oct 06 11:05:42.074201 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2cdfc-867d-4830-8a1c-147d8112db3d req-dcb67166-1c1c-48af-943a-985f279b6529 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:42.076359 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cbe2cdfc-867d-4830-8a1c-147d8112db3d req-dcb67166-1c1c-48af-943a-985f279b6529 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0646312 Oct 06 11:05:42.142127 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cbe2cdfc-867d-4830-8a1c-147d8112db3d req-b1e108b9-c30d-4244-8b02-ebdd93396ed0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551493 Oct 06 11:05:42.295482 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5184c2-cb15-45f0-8726-80792d6e6710 req-9350806b-a518-43fb-8142-5fe7ba864f95 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:42.297790 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ec5184c2-cb15-45f0-8726-80792d6e6710 req-9350806b-a518-43fb-8142-5fe7ba864f95 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0516152 Oct 06 11:05:42.395376 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ec5184c2-cb15-45f0-8726-80792d6e6710 req-0aa95391-2175-407b-b6a7-d321ad14e7a9 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902178 Oct 06 11:05:43.118850 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b42b36-8763-499c-af6e-a9f2e3c21c4a req-aa83845d-e563-455e-a886-290d33eb08fb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:43.120709 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f1b42b36-8763-499c-af6e-a9f2e3c21c4a req-aa83845d-e563-455e-a886-290d33eb08fb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0527189 Oct 06 11:05:43.171185 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f1b42b36-8763-499c-af6e-a9f2e3c21c4a req-474137ba-c4a5-4d25-ba8d-95e33846f201 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Oct 06 11:05:43.309827 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff64af-8896-4051-a7f7-fad4f0bc0f65 req-b1d6cd3b-fbf6-4cc1-ada4-cce510972044 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:43.311382 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aaff64af-8896-4051-a7f7-fad4f0bc0f65 req-b1d6cd3b-fbf6-4cc1-ada4-cce510972044 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0653121 Oct 06 11:05:43.374013 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aaff64af-8896-4051-a7f7-fad4f0bc0f65 req-c7dce480-a36a-4074-8031-aaaeedfee449 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543988 Oct 06 11:05:43.630608 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f90116-8727-4766-8988-84e46ed4e5d1 req-5acf4d68-842c-4090-942e-2f9d4664248e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:43.633002 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3f90116-8727-4766-8988-84e46ed4e5d1 req-5acf4d68-842c-4090-942e-2f9d4664248e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.1260417 Oct 06 11:05:43.657018 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409b15b-7e95-458e-909d-54845f5dbf6f req-ab9920bf-91d5-4783-ae0b-c817869339df tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:43.664459 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c409b15b-7e95-458e-909d-54845f5dbf6f req-ab9920bf-91d5-4783-ae0b-c817869339df tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0822160 Oct 06 11:05:43.711588 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3f90116-8727-4766-8988-84e46ed4e5d1 req-442bf9d0-5da5-4505-b215-78bc5e282dc4 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721428 Oct 06 11:05:43.721045 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c409b15b-7e95-458e-909d-54845f5dbf6f req-571de774-2b48-458a-a1f8-6f21a2977382 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555427 Oct 06 11:05:44.507274 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f48f4-4101-4873-9404-e400b19d12ef req-097c71c8-6f34-4514-878f-0959c6f17a76 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:44.508783 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-120f48f4-4101-4873-9404-e400b19d12ef req-097c71c8-6f34-4514-878f-0959c6f17a76 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0507727 Oct 06 11:05:44.536448 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:44.558747 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-120f48f4-4101-4873-9404-e400b19d12ef req-d4d692c6-4f4d-49b1-887e-c508290d3e95 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Oct 06 11:05:44.844930 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32bb95-e768-4969-aecf-9269c4ecc89d req-980272bc-2dd8-428d-88fe-2b9e061103ce tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:44.846060 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607f3e4-db38-4535-b3b4-d6a8abb987ff req-2f41237b-62bd-4a1b-93d3-8fb9fd7f609c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:44.846975 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d32bb95-e768-4969-aecf-9269c4ecc89d req-980272bc-2dd8-428d-88fe-2b9e061103ce tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0490289 Oct 06 11:05:44.847526 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2607f3e4-db38-4535-b3b4-d6a8abb987ff req-2f41237b-62bd-4a1b-93d3-8fb9fd7f609c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0477448 Oct 06 11:05:44.895034 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d32bb95-e768-4969-aecf-9269c4ecc89d req-b328a778-c67b-44da-aa0c-08e041c8c3eb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Oct 06 11:05:44.897081 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2607f3e4-db38-4535-b3b4-d6a8abb987ff req-d8a76424-b976-4ffd-a292-9ba330292a91 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Oct 06 11:05:45.685221 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f34da2-e78b-4336-bcb0-e2288bee0e2d req-8a57bfb1-51ae-44c4-b367-106c41bb0be7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:45.686703 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-97f34da2-e78b-4336-bcb0-e2288bee0e2d req-8a57bfb1-51ae-44c4-b367-106c41bb0be7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0470085 Oct 06 11:05:45.735366 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-97f34da2-e78b-4336-bcb0-e2288bee0e2d req-559715d6-9d8a-4ec9-a152-1fe5656f3647 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424094 Oct 06 11:05:46.042799 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97d3bb-8c1d-498a-a9f6-0cabb929cd2d req-8a5f9974-5761-415f-844b-9525e0b3fa05 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:46.044643 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5d97d3bb-8c1d-498a-a9f6-0cabb929cd2d req-8a5f9974-5761-415f-844b-9525e0b3fa05 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0570867 Oct 06 11:05:46.074836 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:46.093168 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3967ff-9a6c-4fd6-95a2-767bfce268c2 req-bd2ef90e-9429-419c-9d47-123f0770be8d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:46.094840 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6c3967ff-9a6c-4fd6-95a2-767bfce268c2 req-bd2ef90e-9429-419c-9d47-123f0770be8d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0581956 Oct 06 11:05:46.114037 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5d97d3bb-8c1d-498a-a9f6-0cabb929cd2d req-8427c95e-6c3d-49c6-a7ab-8d59078000c3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627623 Oct 06 11:05:46.147750 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6c3967ff-9a6c-4fd6-95a2-767bfce268c2 req-0279babc-960e-40d9-b31f-7db90034f62a tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Oct 06 11:05:46.879653 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be19a0-856b-4056-bc0a-75062c646766 req-a34ed752-8f39-4b91-b9a2-b97455ce37cb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:46.883117 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f0be19a0-856b-4056-bc0a-75062c646766 req-a34ed752-8f39-4b91-b9a2-b97455ce37cb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0615344 Oct 06 11:05:46.895073 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:05:46.938213 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f0be19a0-856b-4056-bc0a-75062c646766 req-72ebe0a5-a1d3-47ab-9e75-36f78150dd8d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511568 Oct 06 11:05:47.001007 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-09b7b433-3ee8-4b48-8a9b-9ea5a129ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:47.003143 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-09b7b433-3ee8-4b48-8a9b-9ea5a129ecb7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 1130 time: 0.0612335 Oct 06 11:05:47.030976 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:47.043393 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'port_id': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'mac_address': 'fa:16:3e:8e:b0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:05:47.099173 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6146d8f-8a57-4a73-9812-ee7138a71109 req-80cd0a75-dccd-4742-af24-98076600a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:47.101596 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e6146d8f-8a57-4a73-9812-ee7138a71109 req-80cd0a75-dccd-4742-af24-98076600a6f5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0509274 Oct 06 11:05:47.118486 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port e16aada9-7c39-402c-9979-d8f302e4c39a is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:47.119221 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:47.134744 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16aada9-7c39-402c-9979-d8f302e4c39a {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:05:47.160179 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:47.171103 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:47.180160 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e6146d8f-8a57-4a73-9812-ee7138a71109 req-5d4dacd1-5961-4866-b00e-b209ef3515f3 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696189 Oct 06 11:05:47.195492 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-b6ce2024-75d7-43ab-9244-fd467ec68bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:47.197061 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-b6ce2024-75d7-43ab-9244-fd467ec68bcd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 910 time: 0.1466575 Oct 06 11:05:47.209812 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-37bb2714-dddb-4f86-9766-ade9a9c4fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:47.211736 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-37bb2714-dddb-4f86-9766-ade9a9c4fcf0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 1130 time: 0.0573063 Oct 06 11:05:47.230270 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:47.232725 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:47.255293 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa7b-9ca7-40d5-905a-0bcbe2b91152 req-7b3e22ae-81b2-4210-97b3-d4ee20f70d61 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:47.256830 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eb7aaa7b-9ca7-40d5-905a-0bcbe2b91152 req-7b3e22ae-81b2-4210-97b3-d4ee20f70d61 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0584731 Oct 06 11:05:47.310960 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eb7aaa7b-9ca7-40d5-905a-0bcbe2b91152 req-87723466-8939-4030-a8d9-f1dd6bbd430c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471520 Oct 06 11:05:47.692661 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['e16aada9-7c39-402c-9979-d8f302e4c39a'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:05:47.794670 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-b97fb790-60c3-4b42-a4af-26c60e90908a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 200 len: 1001 time: 0.1466539 Oct 06 11:05:47.822156 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-3e86a4df-ec8f-44f3-b296-9908c91043d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:47.823660 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-3e86a4df-ec8f-44f3-b296-9908c91043d2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.1866481 Oct 06 11:05:48.075700 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df1897-40a9-43fb-8f50-8c6d86c718aa req-6df45a33-4fe1-4155-af71-dd46c4c187c6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:48.077707 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-49df1897-40a9-43fb-8f50-8c6d86c718aa req-6df45a33-4fe1-4155-af71-dd46c4c187c6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 944 time: 0.0529413 Oct 06 11:05:48.131876 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-49df1897-40a9-43fb-8f50-8c6d86c718aa req-f6a3a6d1-da8e-4121-ad40-e873d7dbd95c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474899 Oct 06 11:05:48.353540 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:48.405228 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-211dbdae-be20-48de-96f1-ba84b1df1a3d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26 HTTP/1.1" status: 200 len: 217 time: 0.0682814 Oct 06 11:05:48.451461 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8104d3d-3055-45f2-bd33-dcfe2907d3f7 req-dbc00430-16df-421c-93fa-33697bbb0872 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:48.453068 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f8104d3d-3055-45f2-bd33-dcfe2907d3f7 req-dbc00430-16df-421c-93fa-33697bbb0872 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0638623 Oct 06 11:05:48.456766 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-7f05cea2-1242-4c74-b001-ccd1072a7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:48.458234 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-7f05cea2-1242-4c74-b001-ccd1072a7c4b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.1152353 Oct 06 11:05:48.469491 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-f4bfe4cb-42dd-48c7-bc5d-6025d65ed2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:48.470963 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-f4bfe4cb-42dd-48c7-bc5d-6025d65ed2df service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0585012 Oct 06 11:05:48.507778 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f8104d3d-3055-45f2-bd33-dcfe2907d3f7 req-c181103d-61a4-4d43-ad93-08f321e8ec32 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Oct 06 11:05:48.561905 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-fdae2af4-d697-46ca-8c94-c261ef623fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:48.563447 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-fdae2af4-d697-46ca-8c94-c261ef623fe9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803208 Oct 06 11:05:48.565076 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-9b267744-f2e5-468e-8b68-9d43030884bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:48.566402 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-9b267744-f2e5-468e-8b68-9d43030884bd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746548 Oct 06 11:05:48.780796 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-3ddc7baf-cf3c-4b21-8792-d23e690610e9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649189 Oct 06 11:05:48.783173 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:48.788103 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-a5e08399-ad82-4c91-98a9-e2322ba612d5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734936 Oct 06 11:05:49.094184 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:05:49.196623 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port e16aada9-7c39-402c-9979-d8f302e4c39a completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:05:49.212085 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port e16aada9-7c39-402c-9979-d8f302e4c39a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:05:49.212824 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:49.213402 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port e16aada9-7c39-402c-9979-d8f302e4c39a Oct 06 11:05:49.225546 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:49.329891 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-44f4c6da-39bc-4731-bd7f-855db9c0e987 req-215ec069-a149-4f58-b071-07d60ec46d16 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143872 Oct 06 11:05:49.336168 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-14a8d05f-8c35-44c6-806d-b4a8f5139a3c req-fc040f52-f74e-4d08-85c6-9286458782bb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194719 Oct 06 11:05:49.342932 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c04b1-6d21-4e44-b9f3-e944dd85aa4b req-088d9825-5111-4027-91a7-99e4ee55d7d3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:49.345409 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-443c04b1-6d21-4e44-b9f3-e944dd85aa4b req-088d9825-5111-4027-91a7-99e4ee55d7d3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 944 time: 0.0773759 Oct 06 11:05:49.381277 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port e16aada9-7c39-402c-9979-d8f302e4c39a is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:05:49.381777 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:49.426452 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-443c04b1-6d21-4e44-b9f3-e944dd85aa4b req-02f8814e-a958-4e89-8cc4-9e1417e7dece tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651381 Oct 06 11:05:49.437242 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:05:49.440964 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:05:49.444546 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4be7794-c935-46d0-9462-465d4c459c01" -d '{"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-plugged", "status": "completed", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:05:49.452830 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:49.497744 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133b58ab-877f-458c-b1cf-3ca3e126f97b x-openstack-request-id: req-133b58ab-877f-458c-b1cf-3ca3e126f97b {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:05:49.498111 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-plugged", "status": "completed", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:05:49.498289 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-133b58ab-877f-458c-b1cf-3ca3e126f97b {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:05:49.498861 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133b58ab-877f-458c-b1cf-3ca3e126f97b'] response: {'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'code': 200} Oct 06 11:05:49.517729 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:49.670185 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecdddf-31b2-4e8a-93c7-d09b71d1e431 req-ba6ea17d-4dcb-441f-a328-bd69ab91c5eb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:49.671678 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35ecdddf-31b2-4e8a-93c7-d09b71d1e431 req-ba6ea17d-4dcb-441f-a328-bd69ab91c5eb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0673239 Oct 06 11:05:49.733714 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35ecdddf-31b2-4e8a-93c7-d09b71d1e431 req-53369e16-24d5-4ec5-8736-b492cba725c7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535181 Oct 06 11:05:49.998751 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59006) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:50.106386 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4d7854c4-8f50-4e18-b4ea-562b292cad96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.200660 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4d7854c4-8f50-4e18-b4ea-562b292cad96 admin admin] Publish callbacks [] for security_group (d828b6ba-3162-496a-a5ba-d129c181fe74), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.206001 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4d7854c4-8f50-4e18-b4ea-562b292cad96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d828b6ba-3162-496a-a5ba-d129c181fe74), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.247168 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7854c4-8f50-4e18-b4ea-562b292cad96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d828b6ba-3162-496a-a5ba-d129c181fe74,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:50.263104 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-4d7854c4-8f50-4e18-b4ea-562b292cad96 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7ceb5120b019419aa3ace5f177a2f9ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606540 Oct 06 11:05:50.263104 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59014) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:50.312720 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-daf06c45-ba15-4aca-b33b-fe587e058d0c admin admin] Publish callbacks [] for security_group (d828b6ba-3162-496a-a5ba-d129c181fe74), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.334866 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-daf06c45-ba15-4aca-b33b-fe587e058d0c admin admin] Publish callbacks [] for security_group (d828b6ba-3162-496a-a5ba-d129c181fe74), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.383227 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-daf06c45-ba15-4aca-b33b-fe587e058d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d828b6ba-3162-496a-a5ba-d129c181fe74), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.386170 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-daf06c45-ba15-4aca-b33b-fe587e058d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.387359 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-daf06c45-ba15-4aca-b33b-fe587e058d0c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d828b6ba-3162-496a-a5ba-d129c181fe74 HTTP/1.1" status: 204 len: 168 time: 0.1234498 Oct 06 11:05:50.397555 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf06c45-ba15-4aca-b33b-fe587e058d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d828b6ba-3162-496a-a5ba-d129c181fe74,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:50.474757 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2f355-8a32-4f4c-9555-cb60cc0926e4 req-3abb2340-b656-4a3b-b741-641237c20f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:50.476608 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d2b2f355-8a32-4f4c-9555-cb60cc0926e4 req-3abb2340-b656-4a3b-b741-641237c20f77 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 1129 time: 0.0418925 Oct 06 11:05:50.505208 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:50.550233 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d2b2f355-8a32-4f4c-9555-cb60cc0926e4 req-426573f6-8465-40cd-a4b8-636b99a07937 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622530 Oct 06 11:05:50.586246 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60e3c3-d220-4cea-ab1c-810f0aac46a9 req-f48e1163-e76d-426c-aa69-c1c1827e3c00 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:50.587640 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ba60e3c3-d220-4cea-ab1c-810f0aac46a9 req-f48e1163-e76d-426c-aa69-c1c1827e3c00 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0528760 Oct 06 11:05:50.638236 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ba60e3c3-d220-4cea-ab1c-810f0aac46a9 req-faa3844f-3901-4f10-b80c-b4925d3a2396 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443304 Oct 06 11:05:50.666857 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=69 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:50.722916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59032) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:50.737041 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64cc666e-dace-40af-a32f-aab293b89b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.797025 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:50.829168 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64cc666e-dace-40af-a32f-aab293b89b15 admin admin] Publish callbacks [] for security_group (5395f00d-3f16-4a06-b582-7f92f4ae59fe), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.836449 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64cc666e-dace-40af-a32f-aab293b89b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (5395f00d-3f16-4a06-b582-7f92f4ae59fe), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.877254 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d71ee4-946d-42fb-92a3-9ad10487deda req-7998ce84-a678-42b8-bd0c-747be32b1c5b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:50.880298 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d3d71ee4-946d-42fb-92a3-9ad10487deda req-7998ce84-a678-42b8-bd0c-747be32b1c5b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0592401 Oct 06 11:05:50.888510 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-64cc666e-dace-40af-a32f-aab293b89b15 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2dd7869bdfac4e76aa682eec6077f3ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645124 Oct 06 11:05:50.889686 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc666e-dace-40af-a32f-aab293b89b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5395f00d-3f16-4a06-b582-7f92f4ae59fe,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:50.892900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59046) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:50.935584 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d3d71ee4-946d-42fb-92a3-9ad10487deda req-ff09530b-8fa1-4bef-80e9-f6ffea20252b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513530 Oct 06 11:05:50.948938 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9b14-746d-410c-9aa2-dc7244e72e5a admin admin] Publish callbacks [] for security_group (5395f00d-3f16-4a06-b582-7f92f4ae59fe), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:50.971347 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9b14-746d-410c-9aa2-dc7244e72e5a admin admin] Publish callbacks [] for security_group (5395f00d-3f16-4a06-b582-7f92f4ae59fe), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.019747 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9b14-746d-410c-9aa2-dc7244e72e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (5395f00d-3f16-4a06-b582-7f92f4ae59fe), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.022797 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9b14-746d-410c-9aa2-dc7244e72e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.024112 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-ae1d9b14-746d-410c-9aa2-dc7244e72e5a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5395f00d-3f16-4a06-b582-7f92f4ae59fe HTTP/1.1" status: 204 len: 168 time: 0.1300032 Oct 06 11:05:51.031906 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d9b14-746d-410c-9aa2-dc7244e72e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5395f00d-3f16-4a06-b582-7f92f4ae59fe,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:51.174346 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59054) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:51.285384 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23a131a8-b591-4b79-87f7-51743f504f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.368220 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23a131a8-b591-4b79-87f7-51743f504f80 admin admin] Publish callbacks [] for security_group (713fa0f1-adde-49bb-9ac1-9301d70944fb), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.371977 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-23a131a8-b591-4b79-87f7-51743f504f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (713fa0f1-adde-49bb-9ac1-9301d70944fb), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.411196 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-23a131a8-b591-4b79-87f7-51743f504f80 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6079df79fc1b485cb130e81f61dac695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356586 Oct 06 11:05:51.413905 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59066) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:51.416673 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a131a8-b591-4b79-87f7-51743f504f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713fa0f1-adde-49bb-9ac1-9301d70944fb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:51.473050 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0985d984-fd3b-4622-8b7c-8bc1b93fd473 admin admin] Publish callbacks [] for security_group (713fa0f1-adde-49bb-9ac1-9301d70944fb), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.496420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0985d984-fd3b-4622-8b7c-8bc1b93fd473 admin admin] Publish callbacks [] for security_group (713fa0f1-adde-49bb-9ac1-9301d70944fb), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.547889 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0985d984-fd3b-4622-8b7c-8bc1b93fd473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (713fa0f1-adde-49bb-9ac1-9301d70944fb), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.550888 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0985d984-fd3b-4622-8b7c-8bc1b93fd473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:51.555174 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0985d984-fd3b-4622-8b7c-8bc1b93fd473 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/713fa0f1-adde-49bb-9ac1-9301d70944fb HTTP/1.1" status: 204 len: 168 time: 0.1399398 Oct 06 11:05:51.573056 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985d984-fd3b-4622-8b7c-8bc1b93fd473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713fa0f1-adde-49bb-9ac1-9301d70944fb,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:05:51.590552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:51.733885 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:51.786142 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed9ba8-028a-45ea-98ee-61b96eca054b req-eeb01066-9515-4fa0-8d09-0c491ab6e8f0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:51.787690 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-27ed9ba8-028a-45ea-98ee-61b96eca054b req-eeb01066-9515-4fa0-8d09-0c491ab6e8f0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0554736 Oct 06 11:05:51.848101 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-27ed9ba8-028a-45ea-98ee-61b96eca054b req-fe31173a-d341-473f-bf47-24f838ab05d4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539134 Oct 06 11:05:52.090196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf038b-fa8e-459f-b392-5f64e2b9eb85 req-910a58e5-524c-4fd7-9c75-766d2e67d8ef tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:52.092082 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3dbf038b-fa8e-459f-b392-5f64e2b9eb85 req-910a58e5-524c-4fd7-9c75-766d2e67d8ef tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0665247 Oct 06 11:05:52.168485 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3dbf038b-fa8e-459f-b392-5f64e2b9eb85 req-688240a8-e7fd-49a0-91ed-17f4bb1487db tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681267 Oct 06 11:05:52.991284 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82004e2-9abb-45e6-ae8d-9d1d0028f2a1 req-9b40ed11-0762-4701-9e2b-42c07dc6ba93 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:52.992917 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a82004e2-9abb-45e6-ae8d-9d1d0028f2a1 req-9b40ed11-0762-4701-9e2b-42c07dc6ba93 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0551796 Oct 06 11:05:53.040344 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:53.058057 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a82004e2-9abb-45e6-ae8d-9d1d0028f2a1 req-58946a52-308f-43bb-a76c-7edd08594930 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573964 Oct 06 11:05:53.269031 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-81578c6a-dc3b-4fa4-a25a-3ebc43066c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:53.284710 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:53.307828 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701d0f8-90a6-4e2e-82c3-d9bbb5e94a34 req-6f9f66e2-f8e2-4251-8f2c-f1aeed71e4b1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:53.309640 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a701d0f8-90a6-4e2e-82c3-d9bbb5e94a34 req-6f9f66e2-f8e2-4251-8f2c-f1aeed71e4b1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0602968 Oct 06 11:05:53.383864 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a701d0f8-90a6-4e2e-82c3-d9bbb5e94a34 req-f2be6dc3-5cdd-4da4-a3e8-180522d739b9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 Oct 06 11:05:54.187529 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647df21-565f-454b-bbd4-2ebd0246d7c4 req-4a9fa533-1ece-4942-9abb-42dc40ab741e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:54.188940 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7647df21-565f-454b-bbd4-2ebd0246d7c4 req-4a9fa533-1ece-4942-9abb-42dc40ab741e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0483451 Oct 06 11:05:54.239780 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7647df21-565f-454b-bbd4-2ebd0246d7c4 req-e42f7b58-603a-4dee-a347-af57fdad26f7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451834 Oct 06 11:05:54.358686 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5504c4-17ed-4817-a558-b19c6cd7a10f req-028f7bd4-b0ca-4139-803f-584c424d35e4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:54.360170 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bf5504c4-17ed-4817-a558-b19c6cd7a10f req-028f7bd4-b0ca-4139-803f-584c424d35e4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0454407 Oct 06 11:05:54.370249 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59182) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:05:54.374408 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'floatingip': {'port_id': 'e16aada9-7c39-402c-9979-d8f302e4c39a'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:05:54.450063 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (813e6f66-1ca8-41d2-b324-ed4097c744f4), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:54.541525 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c06e6b-5fbb-43ef-bb9e-56235942f2c2 req-8700717c-1153-404a-b0be-d9655aea9fa7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:54.541525 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1c06e6b-5fbb-43ef-bb9e-56235942f2c2 req-8700717c-1153-404a-b0be-d9655aea9fa7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0682859 Oct 06 11:05:54.597078 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1c06e6b-5fbb-43ef-bb9e-56235942f2c2 req-a02c8bbc-fd6e-4bf1-872a-4ffff9fac778 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556846 Oct 06 11:05:54.614964 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:55.300857 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:55.305539 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (813e6f66-1ca8-41d2-b324-ed4097c744f4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:55.417977 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Floating IP 813e6f66-1ca8-41d2-b324-ed4097c744f4 associated. External IP: 172.27.0.212, port: e16aada9-7c39-402c-9979-d8f302e4c39a. Oct 06 11:05:55.570512 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-ee440686-7b53-4644-912c-7810f48f4270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:55.628392 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Router 944cf344-ec56-4bc6-8613-737e19017b34 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:05:55.765466 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14af88e-4ab1-43e7-8e73-15ac9faf498d req-516275b8-0acd-4ddd-a5f2-f1a2975eae72 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:55.768227 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f14af88e-4ab1-43e7-8e73-15ac9faf498d req-516275b8-0acd-4ddd-a5f2-f1a2975eae72 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0924094 Oct 06 11:05:55.791693 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:05:55.798877 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:55.804100 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] Sync routers for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:05:55.821906 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:05:55.822919 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:05:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:55.823924 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:55.869115 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f14af88e-4ab1-43e7-8e73-15ac9faf498d req-92f8b1b5-3a2e-49d9-878c-5061c4e76259 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909097 Oct 06 11:05:55.873331 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-77f003c6-f2c7-4c1e-ba72-06428a769a2a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/813e6f66-1ca8-41d2-b324-ed4097c744f4 HTTP/1.1" status: 200 len: 991 time: 1.5019763 Oct 06 11:05:55.873998 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:05:55.876670 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:05:55.951463 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:05:56.073567 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29769e28-6e24-4ea1-8543-c5c2f8021ac8 x-openstack-request-id: req-29769e28-6e24-4ea1-8543-c5c2f8021ac8 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:05:56.073836 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:05:56.074047 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29769e28-6e24-4ea1-8543-c5c2f8021ac8 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:05:56.074458 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29769e28-6e24-4ea1-8543-c5c2f8021ac8'] response: {'name': 'network-changed', 'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'status': 'completed', 'code': 200} Oct 06 11:05:56.269896 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '813e6f66-1ca8-41d2-b324-ed4097c744f4', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'port_id': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'mac_address': 'fa:16:3e:8e:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:04:17Z', 'updated_at': '2022-10-06T11:05:55Z', 'revision_number': 1, 'project_id': '5b886dc365684ab1811d100eb5774619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:56.295229 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] Checking router: 944cf344-ec56-4bc6-8613-737e19017b34 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:05:56.304371 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:05:56.304975 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:05:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:56.404314 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:05:56.613526 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '813e6f66-1ca8-41d2-b324-ed4097c744f4', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'port_id': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'mac_address': 'fa:16:3e:8e:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:04:17Z', 'updated_at': '2022-10-06T11:05:55Z', 'revision_number': 1, 'project_id': '5b886dc365684ab1811d100eb5774619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:05:56.637773 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094e8d8-47aa-45e8-8a21-36d8150e8b53 None None] The sync data for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi is: [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '813e6f66-1ca8-41d2-b324-ed4097c744f4', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'port_id': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'mac_address': 'fa:16:3e:8e:b0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:04:17Z', 'updated_at': '2022-10-06T11:05:55Z', 'revision_number': 1, 'project_id': '5b886dc365684ab1811d100eb5774619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:05:56.824789 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faadd54-88df-44b3-b7a2-0a96ab5b31c3 None None] New status for floating IP 813e6f66-1ca8-41d2-b324-ed4097c744f4: ACTIVE {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:05:56.983364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3520d-9b3f-4806-a817-badd967cf92c req-30a97ec2-5a9b-4c3a-a083-31074be1c195 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:56.984870 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6bb3520d-9b3f-4806-a817-badd967cf92c req-30a97ec2-5a9b-4c3a-a083-31074be1c195 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0489149 Oct 06 11:05:56.997743 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:05:57.038101 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6bb3520d-9b3f-4806-a817-badd967cf92c req-7b492183-f0d1-4fb5-ade6-e0c8cce61ee9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 Oct 06 11:05:57.058282 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:58.159896 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314462b-6284-4589-a0d6-824a4b8aed23 req-77ca36f8-b7e8-4e00-bbec-6188a9414bec tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:58.161325 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d314462b-6284-4589-a0d6-824a4b8aed23 req-77ca36f8-b7e8-4e00-bbec-6188a9414bec tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0461454 Oct 06 11:05:58.207370 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d314462b-6284-4589-a0d6-824a4b8aed23 req-f21f56fc-0604-478f-b02e-0f00aba4e8a5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Oct 06 11:05:58.583261 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:58.788451 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:05:59.324189 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5deba-aa02-4c4f-b96f-b35f6fd1e161 req-163d0c29-2f70-4965-98f4-536f5eda6168 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:05:59.325647 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7bf5deba-aa02-4c4f-b96f-b35f6fd1e161 req-163d0c29-2f70-4965-98f4-536f5eda6168 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0460486 Oct 06 11:05:59.373412 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7bf5deba-aa02-4c4f-b96f-b35f6fd1e161 req-53390cba-5905-46ad-9ca3-dba3c319efda tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421746 Oct 06 11:06:00.330602 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-bd7eb29a-0ca5-4045-9444-48d77762d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:00.332107 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-bd7eb29a-0ca5-4045-9444-48d77762d96a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 1129 time: 0.0428557 Oct 06 11:06:00.488222 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:00.505962 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7ed6-9185-4a1a-ae06-fedbdadf5046 req-09f76901-4c03-42a9-8bf4-c39f0b056829 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:00.507437 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-70ab7ed6-9185-4a1a-ae06-fedbdadf5046 req-09f76901-4c03-42a9-8bf4-c39f0b056829 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0523162 Oct 06 11:06:00.554571 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-70ab7ed6-9185-4a1a-ae06-fedbdadf5046 req-88d6803b-2beb-4b03-92ef-fb4d1611d67c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Oct 06 11:06:01.677123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3b4d-c2b7-4d06-a588-27467e4ed5c2 req-74a7f6e2-35b0-41b7-a883-0fb9115a1808 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:01.678599 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-debe3b4d-c2b7-4d06-a588-27467e4ed5c2 req-74a7f6e2-35b0-41b7-a883-0fb9115a1808 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0503414 Oct 06 11:06:01.733227 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-debe3b4d-c2b7-4d06-a588-27467e4ed5c2 req-fc0f1280-bed6-4d73-ad74-e3f5d4a79463 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485008 Oct 06 11:06:02.159512 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59346) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:02.269493 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:02.345450 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Publish callbacks [] for security_group (40f80707-9b0d-4d03-95b2-b1591037280f), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:02.349428 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (40f80707-9b0d-4d03-95b2-b1591037280f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:02.390704 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=349c4a28c984434abd8cd198d1bc6c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293839 Oct 06 11:06:02.391076 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f80707-9b0d-4d03-95b2-b1591037280f,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:02.392448 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59354) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:02.401777 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.402118 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.402458 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.402799 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.403128 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.403453 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.403776 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.404123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.404447 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.404770 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.405093 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.405418 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.405785 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.406078 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.406417 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5d764-6c35-4d9e-8099-4c70d52baa61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.444322 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Publish callbacks [] for security_group (40f80707-9b0d-4d03-95b2-b1591037280f), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:02.466176 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Publish callbacks [] for security_group (40f80707-9b0d-4d03-95b2-b1591037280f), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:02.519367 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (40f80707-9b0d-4d03-95b2-b1591037280f), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:02.521942 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:02.523307 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/40f80707-9b0d-4d03-95b2-b1591037280f HTTP/1.1" status: 204 len: 168 time: 0.1286049 Oct 06 11:06:02.534454 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f80707-9b0d-4d03-95b2-b1591037280f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:02.544224 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.545051 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.545051 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.545295 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.545631 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.545907 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.546298 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.546630 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.546965 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.547294 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.547626 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.548937 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.549290 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.549622 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.549953 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3554396a-da76-40d8-9781-a8def1c13e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:02.755472 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-236855fc-7179-4eb1-8c40-80dbe11eedac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:02.757007 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-236855fc-7179-4eb1-8c40-80dbe11eedac service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.0956452 Oct 06 11:06:02.882075 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400287-8687-4a4e-8ce2-2c7337ae721c req-7fe157da-7266-4a88-9f71-d0de1f255dd2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:02.883705 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1d400287-8687-4a4e-8ce2-2c7337ae721c req-7fe157da-7266-4a88-9f71-d0de1f255dd2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0612018 Oct 06 11:06:02.885788 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-826afb74-3752-4057-9c46-a705c8441aee service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e16aada9-7c39-402c-9979-d8f302e4c39a HTTP/1.1" status: 200 len: 1001 time: 0.1139112 Oct 06 11:06:02.891132 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59372) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:02.907907 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2982fca2-7f30-42cb-a82f-6c96e70efd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:02.941578 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1d400287-8687-4a4e-8ce2-2c7337ae721c req-0a639e68-7d3f-430c-80a9-40637b390054 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517197 Oct 06 11:06:03.007306 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2982fca2-7f30-42cb-a82f-6c96e70efd61 admin admin] Publish callbacks [] for security_group (9fecdb6b-5c14-427c-8d11-224ec9576d20), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:03.011977 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2982fca2-7f30-42cb-a82f-6c96e70efd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (9fecdb6b-5c14-427c-8d11-224ec9576d20), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:03.051395 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982fca2-7f30-42cb-a82f-6c96e70efd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fecdb6b-5c14-427c-8d11-224ec9576d20,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:03.057067 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2982fca2-7f30-42cb-a82f-6c96e70efd61 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dc26fffeda4b4488ae8f3e65d79bdd47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637182 Oct 06 11:06:03.059863 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59382) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:03.116745 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92e38486-0396-4197-bac4-c11379f0e168 admin admin] Publish callbacks [] for security_group (9fecdb6b-5c14-427c-8d11-224ec9576d20), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:03.137669 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92e38486-0396-4197-bac4-c11379f0e168 admin admin] Publish callbacks [] for security_group (9fecdb6b-5c14-427c-8d11-224ec9576d20), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:03.186942 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92e38486-0396-4197-bac4-c11379f0e168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (9fecdb6b-5c14-427c-8d11-224ec9576d20), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:03.191088 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-92e38486-0396-4197-bac4-c11379f0e168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:03.198094 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-92e38486-0396-4197-bac4-c11379f0e168 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9fecdb6b-5c14-427c-8d11-224ec9576d20 HTTP/1.1" status: 204 len: 168 time: 0.1353345 Oct 06 11:06:03.207367 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e38486-0396-4197-bac4-c11379f0e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fecdb6b-5c14-427c-8d11-224ec9576d20,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:03.384725 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-bc7d310e-2250-441f-9f10-2aa9278699a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:03.386496 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-bc7d310e-2250-441f-9f10-2aa9278699a3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0862591 Oct 06 11:06:03.444787 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:03.453168 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-47099bbc-2cc3-4f64-9946-ecb8736cf3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:03.455083 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-47099bbc-2cc3-4f64-9946-ecb8736cf3b9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604475 Oct 06 11:06:03.575623 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-d85913f9-60fc-4340-a077-906d93c0721d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064446 Oct 06 11:06:03.698201 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-720a77bb-9a60-4a9d-9f21-aa1c2c2a6807 req-8919ef67-0677-47fb-9a40-c6b53dd3ea2a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129255 Oct 06 11:06:04.045062 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59428) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:04.097786 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0016c4-0db0-4b74-bf79-fa654565805b req-3e856648-3031-4e3d-9bfb-84a68da2cfe7 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:04.099958 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e0016c4-0db0-4b74-bf79-fa654565805b req-3e856648-3031-4e3d-9bfb-84a68da2cfe7 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0851717 Oct 06 11:06:04.170144 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e0016c4-0db0-4b74-bf79-fa654565805b req-0d29e338-2f94-4c42-877b-e4f009639bfe tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646880 Oct 06 11:06:04.259144 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:04.277966 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb8b76-c3b2-4044-ae4e-b20ea8e1061a req-08598c18-2d24-4e47-82de-2f357d3fa571 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:04.279753 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-abcb8b76-c3b2-4044-ae4e-b20ea8e1061a req-08598c18-2d24-4e47-82de-2f357d3fa571 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0597143 Oct 06 11:06:04.354373 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-47a3c7ca-7d30-4bdb-96cc-b75d4ee09201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.377922 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:04.382200 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-abcb8b76-c3b2-4044-ae4e-b20ea8e1061a req-cb2a2b9b-8efc-4c29-862c-0dc57bc9886a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888307 Oct 06 11:06:04.472569 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-47a3c7ca-7d30-4bdb-96cc-b75d4ee09201 admin admin] Publish callbacks [] for security_group (23409345-def2-4a13-848c-ccf3916a8d0a), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.477603 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-47a3c7ca-7d30-4bdb-96cc-b75d4ee09201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (23409345-def2-4a13-848c-ccf3916a8d0a), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.531481 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3c7ca-7d30-4bdb-96cc-b75d4ee09201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23409345-def2-4a13-848c-ccf3916a8d0a,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:04.538691 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-47a3c7ca-7d30-4bdb-96cc-b75d4ee09201 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=384c3af9af7b4ea8b7a96d4dc4e8df79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885764 Oct 06 11:06:04.541364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59456) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:04.596162 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4ba8735c-a553-4071-bcd6-dc137f6ad679 admin admin] Publish callbacks [] for security_group (23409345-def2-4a13-848c-ccf3916a8d0a), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.624910 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4ba8735c-a553-4071-bcd6-dc137f6ad679 admin admin] Publish callbacks [] for security_group (23409345-def2-4a13-848c-ccf3916a8d0a), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.682091 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4ba8735c-a553-4071-bcd6-dc137f6ad679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (23409345-def2-4a13-848c-ccf3916a8d0a), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.686378 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4ba8735c-a553-4071-bcd6-dc137f6ad679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.687011 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59462) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:04.691889 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4ba8735c-a553-4071-bcd6-dc137f6ad679 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/23409345-def2-4a13-848c-ccf3916a8d0a HTTP/1.1" status: 204 len: 168 time: 0.1491246 Oct 06 11:06:04.703579 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8735c-a553-4071-bcd6-dc137f6ad679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23409345-def2-4a13-848c-ccf3916a8d0a,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:04.827048 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e205be02-6a6d-4130-8119-1533b29b4e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.945753 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e205be02-6a6d-4130-8119-1533b29b4e3e admin admin] Publish callbacks [] for security_group (78552d86-c1b4-4be4-b701-e6c7f0da5dfb), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.950866 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e205be02-6a6d-4130-8119-1533b29b4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (78552d86-c1b4-4be4-b701-e6c7f0da5dfb), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:04.984140 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:05.007858 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e205be02-6a6d-4130-8119-1533b29b4e3e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f969d50d33b437ab3bac70f662704cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197024 Oct 06 11:06:05.010617 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59478) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:05.017442 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205be02-6a6d-4130-8119-1533b29b4e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78552d86-c1b4-4be4-b701-e6c7f0da5dfb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:05.065688 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b848-9ee6-48d0-914c-adea64225767 admin admin] Publish callbacks [] for security_group (78552d86-c1b4-4be4-b701-e6c7f0da5dfb), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.089403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b848-9ee6-48d0-914c-adea64225767 admin admin] Publish callbacks [] for security_group (78552d86-c1b4-4be4-b701-e6c7f0da5dfb), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.141042 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b848-9ee6-48d0-914c-adea64225767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (78552d86-c1b4-4be4-b701-e6c7f0da5dfb), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.144245 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b848-9ee6-48d0-914c-adea64225767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.145545 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-b3f6b848-9ee6-48d0-914c-adea64225767 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/78552d86-c1b4-4be4-b701-e6c7f0da5dfb HTTP/1.1" status: 204 len: 168 time: 0.1334090 Oct 06 11:06:05.154026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6b848-9ee6-48d0-914c-adea64225767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78552d86-c1b4-4be4-b701-e6c7f0da5dfb,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:05.314043 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e489-a013-40d6-ba4c-663268f3a087 req-b170d58a-2487-4050-8ef3-d33fd0c717a8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:05.316119 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8635e489-a013-40d6-ba4c-663268f3a087 req-b170d58a-2487-4050-8ef3-d33fd0c717a8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0568573 Oct 06 11:06:05.378831 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8635e489-a013-40d6-ba4c-663268f3a087 req-64ee8aaf-9743-4b4c-9c17-99409bcd4f4f tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547128 Oct 06 11:06:05.544461 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a153a0e-de75-4e68-a378-da152890033b req-5ee2a498-fa32-4e60-898f-61adeb29cc9a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:05.546051 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a153a0e-de75-4e68-a378-da152890033b req-5ee2a498-fa32-4e60-898f-61adeb29cc9a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0507557 Oct 06 11:06:05.584593 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59504) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:05.598823 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f13f9d-7657-4e97-9ae2-db162d6f5833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.601177 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a153a0e-de75-4e68-a378-da152890033b req-25fb876f-53a8-4d9b-b06c-e57e4cc22749 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478806 Oct 06 11:06:05.686453 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f13f9d-7657-4e97-9ae2-db162d6f5833 admin admin] Publish callbacks [] for security_group (ccf17861-f476-4555-8393-7c4c1fc1fb80), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.691393 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c7f13f9d-7657-4e97-9ae2-db162d6f5833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (ccf17861-f476-4555-8393-7c4c1fc1fb80), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.733636 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f13f9d-7657-4e97-9ae2-db162d6f5833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf17861-f476-4555-8393-7c4c1fc1fb80,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:05.739710 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-c7f13f9d-7657-4e97-9ae2-db162d6f5833 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f7b3c7aa75b448cc9b6832ded81a037d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532369 Oct 06 11:06:05.741714 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59510) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:05.786252 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-eaad1ae9-b15c-4e2c-a343-c281d3666989 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434225 Oct 06 11:06:05.786516 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:05.797576 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a66e245a-8fb5-42cd-b6d0-c69763ca2d3c admin admin] Publish callbacks [] for security_group (ccf17861-f476-4555-8393-7c4c1fc1fb80), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.820629 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a66e245a-8fb5-42cd-b6d0-c69763ca2d3c admin admin] Publish callbacks [] for security_group (ccf17861-f476-4555-8393-7c4c1fc1fb80), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.880707 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a66e245a-8fb5-42cd-b6d0-c69763ca2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (ccf17861-f476-4555-8393-7c4c1fc1fb80), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.884040 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a66e245a-8fb5-42cd-b6d0-c69763ca2d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:05.886155 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a66e245a-8fb5-42cd-b6d0-c69763ca2d3c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ccf17861-f476-4555-8393-7c4c1fc1fb80 HTTP/1.1" status: 204 len: 168 time: 0.1434257 Oct 06 11:06:05.905775 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e245a-8fb5-42cd-b6d0-c69763ca2d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf17861-f476-4555-8393-7c4c1fc1fb80,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:05.930623 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-4c465963-c5b7-499c-977a-9db5bacc8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:05.932280 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-4c465963-c5b7-499c-977a-9db5bacc8c99 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0442367 Oct 06 11:06:06.016806 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:06.084141 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-9f0ca2cf-615d-4579-b77c-97c75a7196f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:06.086939 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-9f0ca2cf-615d-4579-b77c-97c75a7196f9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.1304522 Oct 06 11:06:06.434010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59530) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:06.448494 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af46479e-13c0-4154-8fae-77d9490711ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:06.549393 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af46479e-13c0-4154-8fae-77d9490711ba admin admin] Publish callbacks [] for security_group (1976c15b-8028-4ee3-bfd3-bc4fc5eaba60), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:06.553490 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af46479e-13c0-4154-8fae-77d9490711ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (1976c15b-8028-4ee3-bfd3-bc4fc5eaba60), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:06.587667 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-38c1303b-d8b0-4fd7-b1df-347ccc9474d4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a60437f-d87b-4705-ab02-ee352497d7bb HTTP/1.1" status: 200 len: 217 time: 0.2487979 Oct 06 11:06:06.593602 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46479e-13c0-4154-8fae-77d9490711ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1976c15b-8028-4ee3-bfd3-bc4fc5eaba60,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:06.598247 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-af46479e-13c0-4154-8fae-77d9490711ba admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e5afe3fa7ccd4fcf9738eb891abf753b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626472 Oct 06 11:06:06.604344 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59534) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:06.610722 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=68 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:06.616401 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=80 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:06.633681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620b11b-f9fd-4580-a228-f42c1377e70d req-438c2922-9d16-4c82-a5e5-45f92abc3dc7 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:06.635217 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a620b11b-f9fd-4580-a228-f42c1377e70d req-438c2922-9d16-4c82-a5e5-45f92abc3dc7 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0502570 Oct 06 11:06:06.658821 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:06.663415 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b6b190d-d7bc-4874-b4ee-61ce36cbabc5 admin admin] Publish callbacks [] for security_group (1976c15b-8028-4ee3-bfd3-bc4fc5eaba60), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:06.684983 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b6b190d-d7bc-4874-b4ee-61ce36cbabc5 admin admin] Publish callbacks [] for security_group (1976c15b-8028-4ee3-bfd3-bc4fc5eaba60), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:06.688862 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a620b11b-f9fd-4580-a228-f42c1377e70d req-991d5b00-3cb6-4144-86d4-1705a3a9fb0f tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=253de4fa-5950-4e5e-931a-e211dd368137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472555 Oct 06 11:06:06.757997 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bb7db-44f4-4cd2-b3d0-51879f213142 req-dfab88f2-4463-4855-af9c-270a922c9890 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:06.759772 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-220bb7db-44f4-4cd2-b3d0-51879f213142 req-dfab88f2-4463-4855-af9c-270a922c9890 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0652070 Oct 06 11:06:06.785468 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b6b190d-d7bc-4874-b4ee-61ce36cbabc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (1976c15b-8028-4ee3-bfd3-bc4fc5eaba60), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:06.787829 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b6b190d-d7bc-4874-b4ee-61ce36cbabc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:06.789138 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-8b6b190d-d7bc-4874-b4ee-61ce36cbabc5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1976c15b-8028-4ee3-bfd3-bc4fc5eaba60 HTTP/1.1" status: 204 len: 168 time: 0.1836166 Oct 06 11:06:06.800398 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b190d-d7bc-4874-b4ee-61ce36cbabc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1976c15b-8028-4ee3-bfd3-bc4fc5eaba60,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:06.827681 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-220bb7db-44f4-4cd2-b3d0-51879f213142 req-b82f96f1-84cf-4b82-aa91-a2d59a527939 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622661 Oct 06 11:06:07.151871 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-c29b4866-32d8-4742-a729-eeb2f0351ea8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:07.153499 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-c29b4866-32d8-4742-a729-eeb2f0351ea8 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 945 time: 0.0778534 Oct 06 11:06:07.158323 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-85d69604-afe2-4885-8671-0cd6c5d2d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:07.159948 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-85d69604-afe2-4885-8671-0cd6c5d2d7ab service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0941560 Oct 06 11:06:07.231755 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-4d11fd00-a5d3-4dff-afc7-5fcb45c6779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:07.233255 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-4d11fd00-a5d3-4dff-afc7-5fcb45c6779e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651500 Oct 06 11:06:07.303715 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Deleting port 3dad21ae-1cb8-4cb8-b40b-12d49df819af {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:06:07.304091 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:07.404666 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] For port 3dad21ae-1cb8-4cb8-b40b-12d49df819af, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=3dad21ae-1cb8-4cb8-b40b-12d49df819af,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:06:07.405035 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:07.419507 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Calling delete_port for 3dad21ae-1cb8-4cb8-b40b-12d49df819af owned by compute:nova {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:06:07.480487 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:07.578376 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (3dad21ae-1cb8-4cb8-b40b-12d49df819af), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:07.607971 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Pushing event deleted for resources: {'Port': ['ID=3dad21ae-1cb8-4cb8-b40b-12d49df819af,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:07.674371 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] No DVR routers for this DVR port 3dad21ae-1cb8-4cb8-b40b-12d49df819af on host hv-cinder-86020 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:06:07.677782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:07.681249 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fbc59a88-a42b-4b8b-b7c7-bbe0a56647d4 req-bf3df69c-f109-4dc9-a739-29373b46437c tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.55 "DELETE /networking/v2.0/ports/3dad21ae-1cb8-4cb8-b40b-12d49df819af HTTP/1.1" status: 204 len: 173 time: 0.5203893 Oct 06 11:06:07.681783 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de15d8c-124c-4827-839a-89d209f344e8', 'name': 'network-vif-deleted', 'tag': '3dad21ae-1cb8-4cb8-b40b-12d49df819af'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:06:07.684115 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55c0292-1665-4114-9fff-f13a3a7e242a" -d '{"events": [{"server_uuid": "9de15d8c-124c-4827-839a-89d209f344e8", "name": "network-vif-deleted", "tag": "3dad21ae-1cb8-4cb8-b40b-12d49df819af"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:06:07.724441 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f398354-6358-4b9f-ac78-29b756a3425c x-openstack-request-id: req-3f398354-6358-4b9f-ac78-29b756a3425c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:06:07.724803 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de15d8c-124c-4827-839a-89d209f344e8", "name": "network-vif-deleted", "tag": "3dad21ae-1cb8-4cb8-b40b-12d49df819af", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:06:07.725001 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f398354-6358-4b9f-ac78-29b756a3425c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:06:07.725419 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f398354-6358-4b9f-ac78-29b756a3425c'] response: {'server_uuid': '9de15d8c-124c-4827-839a-89d209f344e8', 'name': 'network-vif-deleted', 'tag': '3dad21ae-1cb8-4cb8-b40b-12d49df819af', 'status': 'completed', 'code': 200} Oct 06 11:06:07.802172 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c69802f0-672d-472f-95b2-608cabfc8cf9 req-b2d628aa-b73c-43a9-93c2-89f9afb3153e tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0293400 Oct 06 11:06:07.954699 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbd64f-a930-4af8-9c2d-b2c0230912ae req-f0aa7404-e3d0-42c7-82f7-bb812e806f63 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:07.956329 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-89dbd64f-a930-4af8-9c2d-b2c0230912ae req-f0aa7404-e3d0-42c7-82f7-bb812e806f63 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0494900 Oct 06 11:06:08.003289 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-89dbd64f-a930-4af8-9c2d-b2c0230912ae req-26878006-dcb2-4aab-b312-cd3af626fc5b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Oct 06 11:06:08.904245 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-34394a00-829a-4110-9d30-245a591d3add req-8c72769d-967b-4b52-b7ef-8148d88a7f88 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Oct 06 11:06:09.121946 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690848-d246-4f60-8d7c-7b4ebd1c16e7 req-47ec6fd6-394b-4210-8e06-5048ed85dce5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:09.123322 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-80690848-d246-4f60-8d7c-7b4ebd1c16e7 req-47ec6fd6-394b-4210-8e06-5048ed85dce5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0455143 Oct 06 11:06:09.170811 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-80690848-d246-4f60-8d7c-7b4ebd1c16e7 req-cc275086-ee70-46c3-8ca3-9c0326c17140 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411501 Oct 06 11:06:10.004749 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-976082d1-6531-4114-ad56-d1c96f1d8eb3 req-d4f5e833-c881-4ea1-8964-ac0643e87bf2 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0268414 Oct 06 11:06:10.331437 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:10.337715 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72627201-4509-4220-82f2-5ca34ed18b9d req-f557f290-762a-43fd-8ded-1236e29ff1f3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:10.339212 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-72627201-4509-4220-82f2-5ca34ed18b9d req-f557f290-762a-43fd-8ded-1236e29ff1f3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0929711 Oct 06 11:06:10.403480 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-b1619843-cdff-436c-8478-1a029708a4fa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464438 Oct 06 11:06:10.415187 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-72627201-4509-4220-82f2-5ca34ed18b9d req-878b8137-d9d3-43e6-808b-c28ecab39a78 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665553 Oct 06 11:06:11.109274 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8c5190de-c753-4705-a906-07e5938d0aae req-201608a0-9d66-4f0d-be83-2c681b3f93ed tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0294828 Oct 06 11:06:11.532783 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3dae5-339f-4615-a678-3172552479c5 req-74e986a6-2304-42b9-8ff5-fdb1180fe954 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:11.534535 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-78a3dae5-339f-4615-a678-3172552479c5 req-74e986a6-2304-42b9-8ff5-fdb1180fe954 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0466020 Oct 06 11:06:11.585607 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-78a3dae5-339f-4615-a678-3172552479c5 req-08cb4e6c-8aa7-46bf-9c42-514782f31ce3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Oct 06 11:06:11.690510 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['3dad21ae-1cb8-4cb8-b40b-12d49df819af'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:06:11.730457 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:11.750926 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:06:12.137609 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b3eb9e7c-17e6-4cdc-bcd7-9e5308c353ca req-b16cab0e-9678-4052-8e86-b63e6a982fea service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853081 Oct 06 11:06:12.211263 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc5cc638-2191-411f-bd56-5c2e8783649d req-54612c40-a40e-44f3-a0b1-c72bffabe66d tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0290320 Oct 06 11:06:12.705938 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bd3af-1b52-4b04-9244-87ac8a939af2 req-fe043b8d-7cb1-4f8d-9b24-97187fca4517 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:12.707576 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-251bd3af-1b52-4b04-9244-87ac8a939af2 req-fe043b8d-7cb1-4f8d-9b24-97187fca4517 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0485086 Oct 06 11:06:12.759115 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-251bd3af-1b52-4b04-9244-87ac8a939af2 req-5ef18fbe-6094-46ed-956d-a348faecc554 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Oct 06 11:06:13.315438 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2151a2d5-2165-4d70-9d4a-2c277983af44 req-e1c96767-1b70-498c-b519-1ee60feb3107 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0271983 Oct 06 11:06:13.886683 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35ee40-886b-4e39-8be4-4033e471e29e req-11c90407-fced-4394-af41-c1a86c5eac6b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:13.888199 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5a35ee40-886b-4e39-8be4-4033e471e29e req-11c90407-fced-4394-af41-c1a86c5eac6b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0527883 Oct 06 11:06:13.936409 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5a35ee40-886b-4e39-8be4-4033e471e29e req-a741ccd4-15e8-45e3-9aac-95599026622d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Oct 06 11:06:14.434397 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6d1c35f2-80b4-4991-b2cf-d0040db9c8eb req-9c6b0754-c847-4d27-b929-ee94e31763d7 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0299702 Oct 06 11:06:14.640815 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae06d6-550e-4864-aa0d-5fca66f61240 req-ec656243-4faf-402f-9016-16a977e82e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:14.642822 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-50ae06d6-550e-4864-aa0d-5fca66f61240 req-ec656243-4faf-402f-9016-16a977e82e2c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 1130 time: 0.0394220 Oct 06 11:06:14.679986 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:14.706108 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-50ae06d6-550e-4864-aa0d-5fca66f61240 req-96b1a512-c9a9-4c64-a312-6de699b8b79b service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400844 Oct 06 11:06:15.070804 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149391-cb25-4871-9df5-f6a73e74e712 req-633c6984-ee71-4f93-915d-45a0a383e5d4 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:15.075130 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59662) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:15.077932 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-33149391-cb25-4871-9df5-f6a73e74e712 req-633c6984-ee71-4f93-915d-45a0a383e5d4 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0639198 Oct 06 11:06:15.112663 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59666) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:15.124464 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-33149391-cb25-4871-9df5-f6a73e74e712 req-09b56ee3-3abc-42b7-b982-d9af0c8f5b10 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Oct 06 11:06:15.231776 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cca31752-1770-4109-bedf-69ab92dfeb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.248135 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6048-0c66-43d4-96cd-686476003ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.320490 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:15.380323 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cca31752-1770-4109-bedf-69ab92dfeb6e admin admin] Publish callbacks [] for security_group (5c3efd5d-ba38-4b4d-b568-9244d99e2be9), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.385020 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6048-0c66-43d4-96cd-686476003ed8 admin admin] Publish callbacks [] for security_group (d9612fb9-bb62-47a1-ac85-da8e7298a77b), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.385866 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cca31752-1770-4109-bedf-69ab92dfeb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (5c3efd5d-ba38-4b4d-b568-9244d99e2be9), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.403484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6048-0c66-43d4-96cd-686476003ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d9612fb9-bb62-47a1-ac85-da8e7298a77b), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.438717 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca31752-1770-4109-bedf-69ab92dfeb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3efd5d-ba38-4b4d-b568-9244d99e2be9,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:15.455794 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-cca31752-1770-4109-bedf-69ab92dfeb6e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e3aa5b736bb64bfe9fdf06cd170710a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417535 Oct 06 11:06:15.458474 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59670) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:15.462508 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2b8b6048-0c66-43d4-96cd-686476003ed8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a03d257fca2c465ba601295f9bffe870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840001 Oct 06 11:06:15.464446 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59672) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:15.487865 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b6048-0c66-43d4-96cd-686476003ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9612fb9-bb62-47a1-ac85-da8e7298a77b,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:15.514738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d44673f9-83ff-4af7-818e-446e8a188df1 admin admin] Publish callbacks [] for security_group (5c3efd5d-ba38-4b4d-b568-9244d99e2be9), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.525133 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-37e01728-98b7-44b6-bdf4-6639afe75a51 admin admin] Publish callbacks [] for security_group (d9612fb9-bb62-47a1-ac85-da8e7298a77b), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.536955 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d44673f9-83ff-4af7-818e-446e8a188df1 admin admin] Publish callbacks [] for security_group (5c3efd5d-ba38-4b4d-b568-9244d99e2be9), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.572398 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e6b4e320-0831-4090-b104-bd84a957b9b0 req-34af5c30-3d96-4702-a4f7-d4153497ad50 tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0396166 Oct 06 11:06:15.574142 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-37e01728-98b7-44b6-bdf4-6639afe75a51 admin admin] Publish callbacks [] for security_group (d9612fb9-bb62-47a1-ac85-da8e7298a77b), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.586311 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d44673f9-83ff-4af7-818e-446e8a188df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (5c3efd5d-ba38-4b4d-b568-9244d99e2be9), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.590242 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d44673f9-83ff-4af7-818e-446e8a188df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.591462 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-d44673f9-83ff-4af7-818e-446e8a188df1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5c3efd5d-ba38-4b4d-b568-9244d99e2be9 HTTP/1.1" status: 204 len: 168 time: 0.1319253 Oct 06 11:06:15.600738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44673f9-83ff-4af7-818e-446e8a188df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3efd5d-ba38-4b4d-b568-9244d99e2be9,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:15.644767 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-37e01728-98b7-44b6-bdf4-6639afe75a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d9612fb9-bb62-47a1-ac85-da8e7298a77b), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.648105 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-37e01728-98b7-44b6-bdf4-6639afe75a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:15.649056 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-37e01728-98b7-44b6-bdf4-6639afe75a51 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d9612fb9-bb62-47a1-ac85-da8e7298a77b HTTP/1.1" status: 204 len: 168 time: 0.1850212 Oct 06 11:06:15.657739 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e01728-98b7-44b6-bdf4-6639afe75a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9612fb9-bb62-47a1-ac85-da8e7298a77b,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:15.732968 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 3dad21ae-1cb8-4cb8-b40b-12d49df819af no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:06:15.754281 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 3dad21ae-1cb8-4cb8-b40b-12d49df819af {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:06:15.755687 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 3dad21ae-1cb8-4cb8-b40b-12d49df819af not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:06:16.250043 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365297b0-790e-4641-a3a6-25f0ff866d48 req-3278ea9b-1eb7-485d-af3a-bf67d4297d82 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:16.251540 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-365297b0-790e-4641-a3a6-25f0ff866d48 req-3278ea9b-1eb7-485d-af3a-bf67d4297d82 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0512714 Oct 06 11:06:16.302605 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-365297b0-790e-4641-a3a6-25f0ff866d48 req-89a75279-4c47-4e81-afb8-9a926ee8fd73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444953 Oct 06 11:06:16.709894 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac4e0f55-e7c7-4ac1-815c-2458047aee8e req-7921c00c-e5d6-4d16-8b68-930269bc90ef tempest-DeleteServersTestJSON-238294905 tempest-DeleteServersTestJSON-238294905-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9de15d8c-124c-4827-839a-89d209f344e8 HTTP/1.1" status: 200 len: 210 time: 0.0281553 Oct 06 11:06:17.422830 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51272f-f93b-40ae-bdb5-57091f75944a req-659d9e93-60ed-4d2d-a650-9d92e0dae5b8 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:17.425112 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fb51272f-f93b-40ae-bdb5-57091f75944a req-659d9e93-60ed-4d2d-a650-9d92e0dae5b8 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0471785 Oct 06 11:06:17.472251 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fb51272f-f93b-40ae-bdb5-57091f75944a req-71128767-55cd-49ca-bc9d-d96efa2733cf tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Oct 06 11:06:17.574570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:17.589043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdc293-5d2f-4d69-887a-e58d23b86cb0 req-74b3625f-86f8-4523-980b-a3e4d483153b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:17.590529 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dccdc293-5d2f-4d69-887a-e58d23b86cb0 req-74b3625f-86f8-4523-980b-a3e4d483153b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0474391 Oct 06 11:06:17.638028 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dccdc293-5d2f-4d69-887a-e58d23b86cb0 req-30480c0c-284a-4e87-8eed-eee6d233ad3c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Oct 06 11:06:20.357733 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:20.381648 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59780) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:20.398362 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-dae7936a-6689-40d4-b16a-2dae93ce6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:20.399990 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-dae7936a-6689-40d4-b16a-2dae93ce6f75 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0498700 Oct 06 11:06:20.437647 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a594c8-53a9-40f3-8f55-29331fa79f7f req-2b5b96e3-0cf1-4999-bea4-4deac7363a25 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:20.439361 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-51a594c8-53a9-40f3-8f55-29331fa79f7f req-2b5b96e3-0cf1-4999-bea4-4deac7363a25 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.1209671 Oct 06 11:06:20.498217 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-340684bb-3c32-4815-855b-13e7069eedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:20.499719 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-340684bb-3c32-4815-855b-13e7069eedc1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.0919843 Oct 06 11:06:20.545587 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-0fa634c9-82e9-4fac-9cae-6cabadda568e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a60437f-d87b-4705-ab02-ee352497d7bb HTTP/1.1" status: 200 len: 217 time: 0.0389531 Oct 06 11:06:20.602302 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-c692a0f0-2467-4640-9991-6ec843b9ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:20.603698 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-c692a0f0-2467-4640-9991-6ec843b9ce9d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0516648 Oct 06 11:06:20.651217 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-576663af-4ae0-4462-9d88-581d9d5b8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:20.652785 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-576663af-4ae0-4462-9d88-581d9d5b8037 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411425 Oct 06 11:06:20.746791 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-d166f514-3c3f-435f-a1d2-79e60c96aff3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857351 Oct 06 11:06:20.747512 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-51a594c8-53a9-40f3-8f55-29331fa79f7f req-7c6a697d-cf82-44e2-8f14-d6895463a05e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015738 Oct 06 11:06:20.858707 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0622de8-4cae-4460-b50c-4281f5dcc79a req-1e5495b7-9f1c-4beb-8771-da90bffd4751 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052444 Oct 06 11:06:21.023785 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:21.175881 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:21.286710 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Deleting port 466cb1d7-5cc4-4939-8e62-fb031ab902e2 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:06:21.287052 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:21.370059 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] For port 466cb1d7-5cc4-4939-8e62-fb031ab902e2, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=466cb1d7-5cc4-4939-8e62-fb031ab902e2,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:06:21.370420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:21.383575 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Calling delete_port for 466cb1d7-5cc4-4939-8e62-fb031ab902e2 owned by network:router_interface {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:06:21.522001 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:21.597698 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (466cb1d7-5cc4-4939-8e62-fb031ab902e2), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:21.627233 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Pushing event deleted for resources: {'Port': ['ID=466cb1d7-5cc4-4939-8e62-fb031ab902e2,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:21.761502 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:21.766893 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:21.832546 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:21.887409 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa0844-a5fe-4a65-8673-6aba1b5816a7 req-8d44b0cb-4879-4b7f-b30a-c72dd817092e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:21.888921 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6caa0844-a5fe-4a65-8673-6aba1b5816a7 req-8d44b0cb-4879-4b7f-b30a-c72dd817092e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0492997 Oct 06 11:06:21.939146 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6caa0844-a5fe-4a65-8673-6aba1b5816a7 req-cc61e142-93cd-4edf-a751-7fdcf9adc8eb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439646 Oct 06 11:06:22.029586 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:22.041410 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:06:22.148128 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:06:22.154510 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0a951b25-b89a-4e36-a44c-26ae41b71706 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/07a96bf6-cfa6-4440-aef7-6ab6b9ab767f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7718830 Oct 06 11:06:22.157855 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59800) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:22.158063 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] Sync routers for ids ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:06:22.173827 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] Routers {'07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:06:22.174455 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:05:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:06:22.272341 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks [] for router (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:22.290486 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] Set router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:06:22.398105 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks [] for router_gateway (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:22.449152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Deleting port feaacb9d-793f-4a1c-8d07-427135bfaede {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:06:22.449515 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:22.488504 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:06:21Z', 'revision_number': 5, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port': {'id': 'feaacb9d-793f-4a1c-8d07-427135bfaede', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:02Z', 'updated_at': '2022-10-06T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:06:22.525001 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:22.528692 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] Checking router: 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:06:22.540592 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] Routers {'07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:06:22.541209 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:05:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:06:22.553372 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] For port feaacb9d-793f-4a1c-8d07-427135bfaede, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=feaacb9d-793f-4a1c-8d07-427135bfaede,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:06:22.553733 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:22.572638 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Calling delete_port for feaacb9d-793f-4a1c-8d07-427135bfaede owned by network:router_gateway {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:06:22.637085 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] Set router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f gateway port host: None {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:06:22.692422 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:06:22Z', 'revision_number': 6, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:06:22.726787 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b4961-0ce2-4570-b8d1-5d366fd4d73e None None] The sync data for ids ['07a96bf6-cfa6-4440-aef7-6ab6b9ab767f'] in dv-cinder-860209-2-iscsi is: [{'id': '07a96bf6-cfa6-4440-aef7-6ab6b9ab767f', 'name': 'tempest-DeleteServersTestJSON-140484331-router', 'tenant_id': 'aaa6c50978eb46ecba4c88562ede965b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:06:22Z', 'revision_number': 6, 'project_id': 'aaa6c50978eb46ecba4c88562ede965b', 'gw_port_host': None}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:06:22.761248 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (feaacb9d-793f-4a1c-8d07-427135bfaede), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:22.792694 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Pushing event deleted for resources: {'Port': ['ID=feaacb9d-793f-4a1c-8d07-427135bfaede,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:22.869066 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.230188 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.234244 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks [] for router_controller (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.254469 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:23.256677 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:23.269556 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31723f-1e64-42f5-ab63-ec7d0b3b11ed req-7c0f1965-e6b7-4c20-b4b7-513bebe3cca1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:23.269806 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-faa897d9-f3d6-4670-87c7-abc26a73e7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.271083 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3a31723f-1e64-42f5-ab63-ec7d0b3b11ed req-7c0f1965-e6b7-4c20-b4b7-513bebe3cca1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0973415 Oct 06 11:06:23.323718 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (07a96bf6-cfa6-4440-aef7-6ab6b9ab767f), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.324210 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07a96bf6-cfa6-4440-aef7-6ab6b9ab767f {{(pid=106390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:06:23.334771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.335880 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-b518ea08-f128-4ac9-bd0d-a8feced7225b admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/07a96bf6-cfa6-4440-aef7-6ab6b9ab767f HTTP/1.1" status: 204 len: 168 time: 1.1763217 Oct 06 11:06:23.338443 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59808) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:23.370649 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:23.379198 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3a31723f-1e64-42f5-ab63-ec7d0b3b11ed req-44ac29c9-f71a-480b-9fe5-b86f2e4cbbfa tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771379 Oct 06 11:06:23.398677 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d271d28f-1d6c-447f-a6b2-b05d56b02d8d admin admin] Deleting subnet 771408e9-5467-4450-a143-1d2969ca876c {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:06:23.404265 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d271d28f-1d6c-447f-a6b2-b05d56b02d8d admin admin] Publish callbacks [] for subnet (771408e9-5467-4450-a143-1d2969ca876c), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.440570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d271d28f-1d6c-447f-a6b2-b05d56b02d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572067'] for subnet (771408e9-5467-4450-a143-1d2969ca876c), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.558693 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d271d28f-1d6c-447f-a6b2-b05d56b02d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (771408e9-5467-4450-a143-1d2969ca876c), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.629426 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d271d28f-1d6c-447f-a6b2-b05d56b02d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3977315'] for subnet (771408e9-5467-4450-a143-1d2969ca876c), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.665345 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 466cb1d7-5cc4-4939-8e62-fb031ab902e2 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:06:23.676048 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271d28f-1d6c-447f-a6b2-b05d56b02d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771408e9-5467-4450-a143-1d2969ca876c,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:23.678056 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d271d28f-1d6c-447f-a6b2-b05d56b02d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.681148 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d271d28f-1d6c-447f-a6b2-b05d56b02d8d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/771408e9-5467-4450-a143-1d2969ca876c HTTP/1.1" status: 204 len: 168 time: 0.3418112 Oct 06 11:06:23.683651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59820) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:23.698984 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ddf9b3-c036-4995-944d-cbffe2a1cae6 None None] Network 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:06:23.703484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:23.707981 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 466cb1d7-5cc4-4939-8e62-fb031ab902e2 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:06:23.707981 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 466cb1d7-5cc4-4939-8e62-fb031ab902e2 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:06:23.707981 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device feaacb9d-793f-4a1c-8d07-427135bfaede no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:06:23.728729 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: feaacb9d-793f-4a1c-8d07-427135bfaede {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:06:23.729082 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device feaacb9d-793f-4a1c-8d07-427135bfaede not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:06:23.757414 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.805362 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Deleting port df213917-a890-40e4-9db1-12f9d22f5dbd {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:06:23.805966 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.907766 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] For port df213917-a890-40e4-9db1-12f9d22f5dbd, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=df213917-a890-40e4-9db1-12f9d22f5dbd,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:06:23.908913 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:23.915401 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] DHCP port deletion for 84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:06:23.926873 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Calling delete_port for df213917-a890-40e4-9db1-12f9d22f5dbd owned by network:dhcp {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:06:23.957795 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Deleting port df213917-a890-40e4-9db1-12f9d22f5dbd {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:06:23.958279 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.025584 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.033322 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] For port df213917-a890-40e4-9db1-12f9d22f5dbd, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=df213917-a890-40e4-9db1-12f9d22f5dbd,segment=NetworkSegment(f636e0eb-2f1a-454d-b216-c413268259ac),segment_id=f636e0eb-2f1a-454d-b216-c413268259ac)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:06:24.033829 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.056479 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Calling delete_port for df213917-a890-40e4-9db1-12f9d22f5dbd owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:06:24.060030 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Pushing event deleted for resources: {'Port': ['ID=df213917-a890-40e4-9db1-12f9d22f5dbd,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:24.067307 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] No DVR routers for this DVR port df213917-a890-40e4-9db1-12f9d22f5dbd on host dv-cinder-860209-2-iscsi {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:06:24.150736 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.175079 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36']}} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:06:24.188350 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f636e0eb-2f1a-454d-b216-c413268259ac') {'for_net_delete': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:06:24.188654 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f636e0eb-2f1a-454d-b216-c413268259ac') {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:06:24.194556 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (df213917-a890-40e4-9db1-12f9d22f5dbd), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.198668 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572122'] for segment (f636e0eb-2f1a-454d-b216-c413268259ac), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.214659 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (f636e0eb-2f1a-454d-b216-c413268259ac), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.221314 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Pushing event deleted for resources: {'Port': ['ID=df213917-a890-40e4-9db1-12f9d22f5dbd,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:24.222793 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=106390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:06:24.223351 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555455'] for segment (f636e0eb-2f1a-454d-b216-c413268259ac), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.230108 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] No DVR routers for this DVR port df213917-a890-40e4-9db1-12f9d22f5dbd on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:06:24.232088 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.232448 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.232809 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.233155 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.233625 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.233841 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.234169 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.234496 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.234822 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.235157 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.235470 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.235798 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.236814 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.237152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.237479 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23d38c-9f54-4223-b7d0-f8ad09743742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:06:24.274139 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment f636e0eb-2f1a-454d-b216-c413268259ac resource provider aggregate not found Oct 06 11:06:24.295756 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment f636e0eb-2f1a-454d-b216-c413268259ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f636e0eb-2f1a-454d-b216-c413268259ac found for delete ", "request_id": "req-b25f4a03-7e27-409d-ba27-ca26f7f05fb4"}]} Oct 06 11:06:24.304075 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.320757 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Pushing event deleted for resources: {'Network': ['ID=84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:24.325572 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.328958 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a4569239-1b83-4330-8d17-0e3c51f04424 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/84fb2e44-ffdd-44a0-80d5-3b7dac4d9b36 HTTP/1.1" status: 204 len: 168 time: 0.6442983 Oct 06 11:06:24.497091 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:24.520066 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5f766-1ee9-4fba-af6b-6083772db8ff req-d5cf3eb3-5082-4124-8c28-d1c5b6915900 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:24.520316 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59850) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:24.520755 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a0e5f766-1ee9-4fba-af6b-6083772db8ff req-d5cf3eb3-5082-4124-8c28-d1c5b6915900 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0613089 Oct 06 11:06:24.568937 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-c3eef73d-0225-4685-966c-cf3bc43e655c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=aaa6c50978eb46ecba4c88562ede965b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481510 Oct 06 11:06:24.568937 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59854) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:24.581503 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a0e5f766-1ee9-4fba-af6b-6083772db8ff req-92f20341-e9da-464c-bdce-30b42d9c47a3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552752 Oct 06 11:06:24.622694 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3b971453-f3db-4520-90f1-209794263b9b admin admin] Publish callbacks [] for security_group (253de4fa-5950-4e5e-931a-e211dd368137), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.645985 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3b971453-f3db-4520-90f1-209794263b9b admin admin] Publish callbacks [] for security_group (253de4fa-5950-4e5e-931a-e211dd368137), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.672018 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:24.696414 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3b971453-f3db-4520-90f1-209794263b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (253de4fa-5950-4e5e-931a-e211dd368137), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.698945 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3b971453-f3db-4520-90f1-209794263b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:24.702360 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-3b971453-f3db-4520-90f1-209794263b9b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/253de4fa-5950-4e5e-931a-e211dd368137 HTTP/1.1" status: 204 len: 168 time: 0.1304436 Oct 06 11:06:24.709009 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b971453-f3db-4520-90f1-209794263b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253de4fa-5950-4e5e-931a-e211dd368137,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:25.209726 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 59892) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:25.347663 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f431e1b0-1dc3-4e1f-8b25-85fdc00d7ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:25.452332 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:25.454650 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f431e1b0-1dc3-4e1f-8b25-85fdc00d7ed4 admin admin] Publish callbacks [] for security_group (319ac87f-b234-49d5-861a-cfd5acc7b676), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:25.461118 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f431e1b0-1dc3-4e1f-8b25-85fdc00d7ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (319ac87f-b234-49d5-861a-cfd5acc7b676), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:25.513542 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f431e1b0-1dc3-4e1f-8b25-85fdc00d7ed4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bcf6a94f240b4397b81af1b5018a5725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005505 Oct 06 11:06:25.513542 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431e1b0-1dc3-4e1f-8b25-85fdc00d7ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319ac87f-b234-49d5-861a-cfd5acc7b676,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:25.513905 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 59908) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:25.578667 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-fc5a29cc-aff3-4c94-b9cb-9dc39402e129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:25.585342 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-24123305-fe21-46c4-a3c2-fcdc2ef92e78 admin admin] Publish callbacks [] for security_group (319ac87f-b234-49d5-861a-cfd5acc7b676), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:25.625012 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-24123305-fe21-46c4-a3c2-fcdc2ef92e78 admin admin] Publish callbacks [] for security_group (319ac87f-b234-49d5-861a-cfd5acc7b676), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:25.678787 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device df213917-a890-40e4-9db1-12f9d22f5dbd no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:06:25.707986 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: df213917-a890-40e4-9db1-12f9d22f5dbd {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:06:25.708630 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device df213917-a890-40e4-9db1-12f9d22f5dbd not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:06:25.733608 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9577ce-2b1d-4957-a122-c3f9795fbefe req-037681be-2b35-498f-8741-97402af4b73a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:25.734827 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8a9577ce-2b1d-4957-a122-c3f9795fbefe req-037681be-2b35-498f-8741-97402af4b73a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0662076 Oct 06 11:06:25.750698 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-24123305-fe21-46c4-a3c2-fcdc2ef92e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (319ac87f-b234-49d5-861a-cfd5acc7b676), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:25.753892 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-24123305-fe21-46c4-a3c2-fcdc2ef92e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:25.758363 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-24123305-fe21-46c4-a3c2-fcdc2ef92e78 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/319ac87f-b234-49d5-861a-cfd5acc7b676 HTTP/1.1" status: 204 len: 168 time: 0.2429001 Oct 06 11:06:25.767068 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24123305-fe21-46c4-a3c2-fcdc2ef92e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ac87f-b234-49d5-861a-cfd5acc7b676,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:25.816760 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8a9577ce-2b1d-4957-a122-c3f9795fbefe req-126f58a7-7cda-4a57-b94b-e04c7a93d6e2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663998 Oct 06 11:06:26.962219 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1791393-174e-4435-8791-dd7cb92c2180 req-80b0429e-d05f-4109-81f8-febb9e2e1c60 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:26.963765 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d1791393-174e-4435-8791-dd7cb92c2180 req-80b0429e-d05f-4109-81f8-febb9e2e1c60 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0654020 Oct 06 11:06:27.026584 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d1791393-174e-4435-8791-dd7cb92c2180 req-8dc5cb1c-fc13-48c5-ba31-168aab976703 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562885 Oct 06 11:06:27.079139 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:27.225894 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60022) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:27.448916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0fd5565-0f02-473d-8a03-597e6a7448ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:27.479831 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:27.530301 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0fd5565-0f02-473d-8a03-597e6a7448ba admin admin] Publish callbacks [] for security_group (98c69f69-432d-4a16-bb0a-46b2aca90f27), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:27.534834 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c0fd5565-0f02-473d-8a03-597e6a7448ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (98c69f69-432d-4a16-bb0a-46b2aca90f27), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:27.575270 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-c0fd5565-0f02-473d-8a03-597e6a7448ba admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=109ca05a36004d38a190864d9563755b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482168 Oct 06 11:06:27.576272 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd5565-0f02-473d-8a03-597e6a7448ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c69f69-432d-4a16-bb0a-46b2aca90f27,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:27.578178 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60034) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:27.632195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0294-26a9-454b-a9d8-319fbfd56f76 admin admin] Publish callbacks [] for security_group (98c69f69-432d-4a16-bb0a-46b2aca90f27), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:27.653236 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0294-26a9-454b-a9d8-319fbfd56f76 admin admin] Publish callbacks [] for security_group (98c69f69-432d-4a16-bb0a-46b2aca90f27), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:27.701808 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0294-26a9-454b-a9d8-319fbfd56f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (98c69f69-432d-4a16-bb0a-46b2aca90f27), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:27.704772 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0294-26a9-454b-a9d8-319fbfd56f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:27.706597 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ec0d0294-26a9-454b-a9d8-319fbfd56f76 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/98c69f69-432d-4a16-bb0a-46b2aca90f27 HTTP/1.1" status: 204 len: 168 time: 0.1275959 Oct 06 11:06:27.714970 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d0294-26a9-454b-a9d8-319fbfd56f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c69f69-432d-4a16-bb0a-46b2aca90f27,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:28.070643 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60056) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:28.091048 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5ac542bf-743c-42e3-a95b-3cac67d633b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:28.177159 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce569-3f38-4fcb-a8f3-68eab5d012eb req-0ead0ea8-a983-49f8-9788-f31fa4073588 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:28.186266 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-abfce569-3f38-4fcb-a8f3-68eab5d012eb req-0ead0ea8-a983-49f8-9788-f31fa4073588 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0741487 Oct 06 11:06:28.266973 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-abfce569-3f38-4fcb-a8f3-68eab5d012eb req-f3fe6631-184e-4487-a198-d669e4e1eb29 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798516 Oct 06 11:06:28.279045 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5ac542bf-743c-42e3-a95b-3cac67d633b8 admin admin] Publish callbacks [] for security_group (c7054b7c-9131-44ab-9e30-0c722fb00fbb), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:28.285403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5ac542bf-743c-42e3-a95b-3cac67d633b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (c7054b7c-9131-44ab-9e30-0c722fb00fbb), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:28.327897 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac542bf-743c-42e3-a95b-3cac67d633b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7054b7c-9131-44ab-9e30-0c722fb00fbb,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:28.333676 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-5ac542bf-743c-42e3-a95b-3cac67d633b8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=44d318e0298f4be28d979ff2c863e8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618902 Oct 06 11:06:28.336422 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60062) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:28.385619 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fdefae70-a657-467a-ad15-717150c4f147 admin admin] Publish callbacks [] for security_group (c7054b7c-9131-44ab-9e30-0c722fb00fbb), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:28.405624 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fdefae70-a657-467a-ad15-717150c4f147 admin admin] Publish callbacks [] for security_group (c7054b7c-9131-44ab-9e30-0c722fb00fbb), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:28.454490 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fdefae70-a657-467a-ad15-717150c4f147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (c7054b7c-9131-44ab-9e30-0c722fb00fbb), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:28.457222 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fdefae70-a657-467a-ad15-717150c4f147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:28.458333 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-fdefae70-a657-467a-ad15-717150c4f147 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c7054b7c-9131-44ab-9e30-0c722fb00fbb HTTP/1.1" status: 204 len: 168 time: 0.1209402 Oct 06 11:06:28.466004 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefae70-a657-467a-ad15-717150c4f147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7054b7c-9131-44ab-9e30-0c722fb00fbb,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:28.586508 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:28.791686 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:29.424324 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3504-1f50-492c-a77f-fe8f183cdf6c req-3cfb8113-d7c2-4ada-9b46-ac1679474fe1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:29.425960 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b60a3504-1f50-492c-a77f-fe8f183cdf6c req-3cfb8113-d7c2-4ada-9b46-ac1679474fe1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0628641 Oct 06 11:06:29.477528 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b60a3504-1f50-492c-a77f-fe8f183cdf6c req-06f808e2-c3cb-4e78-aff7-3f0a178155ef tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458288 Oct 06 11:06:30.362897 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60156) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:30.387815 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60160) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:30.499097 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57988226-f480-4f61-accd-7d3492d75bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.546638 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb5259fe-fcfc-4969-9a98-c4723980bcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.554038 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:30.636467 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:30.667309 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae87328-4a40-4e5a-ac45-9ae1fd69c0ce req-cd2079fb-d6f1-4037-9222-f9f76073c767 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:30.668889 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3ae87328-4a40-4e5a-ac45-9ae1fd69c0ce req-cd2079fb-d6f1-4037-9222-f9f76073c767 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0865374 Oct 06 11:06:30.685475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57988226-f480-4f61-accd-7d3492d75bca admin admin] Publish callbacks [] for security_group (6259e601-ae19-41ef-a172-4cb957260776), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.704379 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-57988226-f480-4f61-accd-7d3492d75bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6259e601-ae19-41ef-a172-4cb957260776), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.781031 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-57988226-f480-4f61-accd-7d3492d75bca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ac69d63139324e65b2b15e50ec7146e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168847 Oct 06 11:06:30.784049 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60168) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:30.792115 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57988226-f480-4f61-accd-7d3492d75bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6259e601-ae19-41ef-a172-4cb957260776,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:30.795900 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb5259fe-fcfc-4969-9a98-c4723980bcb4 admin admin] Publish callbacks [] for security_group (869029c6-3aef-4148-b18f-ddfe8def20cc), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.800405 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3ae87328-4a40-4e5a-ac45-9ae1fd69c0ce req-0b226dd1-ef37-4e95-b76d-84ad00daf384 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213861 Oct 06 11:06:30.801793 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb5259fe-fcfc-4969-9a98-c4723980bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (869029c6-3aef-4148-b18f-ddfe8def20cc), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.842811 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0390-cd74-424d-a05f-69f562f82e2d admin admin] Publish callbacks [] for security_group (6259e601-ae19-41ef-a172-4cb957260776), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.845213 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fb5259fe-fcfc-4969-9a98-c4723980bcb4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fb12bffabd0d43c88d6fd3047d0d2262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560471 Oct 06 11:06:30.845338 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:30.847403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5259fe-fcfc-4969-9a98-c4723980bcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869029c6-3aef-4148-b18f-ddfe8def20cc,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:30.849793 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60170) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:30.868191 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0390-cd74-424d-a05f-69f562f82e2d admin admin] Publish callbacks [] for security_group (6259e601-ae19-41ef-a172-4cb957260776), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.904152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-68795d9d-9dde-4bc5-9502-1f74fe81335b admin admin] Publish callbacks [] for security_group (869029c6-3aef-4148-b18f-ddfe8def20cc), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.920851 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0390-cd74-424d-a05f-69f562f82e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6259e601-ae19-41ef-a172-4cb957260776), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.924649 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0390-cd74-424d-a05f-69f562f82e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.928511 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8b6f0390-cd74-424d-a05f-69f562f82e2d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6259e601-ae19-41ef-a172-4cb957260776 HTTP/1.1" status: 204 len: 168 time: 0.1408005 Oct 06 11:06:30.928651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-68795d9d-9dde-4bc5-9502-1f74fe81335b admin admin] Publish callbacks [] for security_group (869029c6-3aef-4148-b18f-ddfe8def20cc), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.934426 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f0390-cd74-424d-a05f-69f562f82e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6259e601-ae19-41ef-a172-4cb957260776,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:30.995488 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-68795d9d-9dde-4bc5-9502-1f74fe81335b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (869029c6-3aef-4148-b18f-ddfe8def20cc), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.998044 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-68795d9d-9dde-4bc5-9502-1f74fe81335b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:30.999195 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-68795d9d-9dde-4bc5-9502-1f74fe81335b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/869029c6-3aef-4148-b18f-ddfe8def20cc HTTP/1.1" status: 204 len: 168 time: 0.1485205 Oct 06 11:06:31.009371 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795d9d-9dde-4bc5-9502-1f74fe81335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869029c6-3aef-4148-b18f-ddfe8def20cc,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:31.227035 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60184) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:31.244737 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6e41db-eb04-4506-ab40-9539096f8631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:31.325600 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6e41db-eb04-4506-ab40-9539096f8631 admin admin] Publish callbacks [] for security_group (ded90e58-b7cf-406a-b4e1-c2088172d424), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:31.330181 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6e41db-eb04-4506-ab40-9539096f8631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (ded90e58-b7cf-406a-b4e1-c2088172d424), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:31.371887 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7a6e41db-eb04-4506-ab40-9539096f8631 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6e1d9770a05b4531907c076c9433d05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413076 Oct 06 11:06:31.372199 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60188) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:31.372862 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e41db-eb04-4506-ab40-9539096f8631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded90e58-b7cf-406a-b4e1-c2088172d424,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:31.434967 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-090a5b66-31d7-4e8e-b2cd-7868e695737b admin admin] Publish callbacks [] for security_group (ded90e58-b7cf-406a-b4e1-c2088172d424), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:31.457366 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-090a5b66-31d7-4e8e-b2cd-7868e695737b admin admin] Publish callbacks [] for security_group (ded90e58-b7cf-406a-b4e1-c2088172d424), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:31.511791 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-090a5b66-31d7-4e8e-b2cd-7868e695737b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (ded90e58-b7cf-406a-b4e1-c2088172d424), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:31.514541 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-090a5b66-31d7-4e8e-b2cd-7868e695737b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:31.515740 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-090a5b66-31d7-4e8e-b2cd-7868e695737b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ded90e58-b7cf-406a-b4e1-c2088172d424 HTTP/1.1" status: 204 len: 168 time: 0.1423993 Oct 06 11:06:31.524448 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a5b66-31d7-4e8e-b2cd-7868e695737b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded90e58-b7cf-406a-b4e1-c2088172d424,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:31.951277 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b3ce-d668-453d-bbc4-c304556129f0 req-5651e4c9-af01-4de8-92d1-5ae6bc708a66 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:31.953035 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2175b3ce-d668-453d-bbc4-c304556129f0 req-5651e4c9-af01-4de8-92d1-5ae6bc708a66 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0590994 Oct 06 11:06:32.029980 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2175b3ce-d668-453d-bbc4-c304556129f0 req-da1c7959-c783-4aa5-b2e1-d1b82d6a30a8 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695722 Oct 06 11:06:32.339155 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60238) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:32.462369 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1024642384-network', 'tenant_id': 'fb718a8a6011481c8c425b25f426aa3f'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:32.484998 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Made reservation on behalf of fb718a8a6011481c8c425b25f426aa3f for: {'network': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:06:32.488063 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.496746 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.553736 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:32.576904 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Publish callbacks [] for security_group (094f80a6-674a-4290-9017-d118b7d3da79), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.581173 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (094f80a6-674a-4290-9017-d118b7d3da79), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.605191 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 464} {{(pid=106390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:06:32.620862 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094f80a6-674a-4290-9017-d118b7d3da79,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:32.623780 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (93abb07c-855c-4f76-b359-be8f464ec639), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.624217 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.segments_db [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Added segment 93abb07c-855c-4f76-b359-be8f464ec639 of type vlan for network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 Oct 06 11:06:32.664639 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:32.668264 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (64387bc0-fbf9-44d4-9497-6fe113ce8fc4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.694962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (64387bc0-fbf9-44d4-9497-6fe113ce8fc4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.695341 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=40 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:32.695982 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:32.696160 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=43 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:32.696658 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.746814 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4065738 Oct 06 11:06:32.749634 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60246) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:32.760270 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Request body: {'subnet': {'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1024642384-subnet', 'tenant_id': 'fb718a8a6011481c8c425b25f426aa3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:32.774810 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489ec37-b21c-4481-aa75-dcf2cfadb743 admin admin] Pushing event updated for resources: {'Network': ['ID=64387bc0-fbf9-44d4-9497-6fe113ce8fc4,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:32.785450 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:06:32.786151 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Made reservation on behalf of fb718a8a6011481c8c425b25f426aa3f for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:06:32.788772 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3981186'] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:32.961418 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981200'] for subnet (df45cadb-a4c2-4af8-b33c-30677297b356), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:33.009049 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df45cadb-a4c2-4af8-b33c-30677297b356,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:33.026234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Checking segment: {'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:06:33.026581 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Network hostable DHCP agents. Network: 64387bc0-fbf9-44d4-9497-6fe113ce8fc4, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:06:33.045305 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:06:33.054925 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 64387bc0-fbf9-44d4-9497-6fe113ce8fc4) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:06:33.059095 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:33.059867 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:33.067393 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f0ce1a-1cda-4351-b453-9557f06201fb None None] Network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:06:33.083932 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4d614f9e-3c97-452e-9945-6d4e51aa3802 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3329418 Oct 06 11:06:33.209945 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65beb97c-c4ac-4c07-8243-9d34c8af2372 req-c3e8362f-8a39-4b6e-af6b-60aec5c38d30 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:33.212128 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-65beb97c-c4ac-4c07-8243-9d34c8af2372 req-c3e8362f-8a39-4b6e-af6b-60aec5c38d30 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0783570 Oct 06 11:06:33.315825 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-65beb97c-c4ac-4c07-8243-9d34c8af2372 req-86548b71-e458-4d83-8576-f64e21a0c0da tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923834 Oct 06 11:06:33.332050 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad104b42-4710-4ce7-8ed2-3d409e255b50 req-705daa97-6dd6-4104-9cb0-fe264c892bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:33.332050 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ad104b42-4710-4ce7-8ed2-3d409e255b50 req-705daa97-6dd6-4104-9cb0-fe264c892bd4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0739000 Oct 06 11:06:33.342861 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4903926-eeb9-436c-9611-9a1fd888ab1d None None] Network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:06:33.382752 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:33.391494 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ad104b42-4710-4ce7-8ed2-3d409e255b50 req-17e27172-d8ab-455c-abfe-53f0195dee59 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550303 Oct 06 11:06:34.429003 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1d7ca-eeed-4139-a6ac-83199315ad57 req-6733848f-af4e-4b9e-92a2-afacbe405dcc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:34.430485 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96c1d7ca-eeed-4139-a6ac-83199315ad57 req-6733848f-af4e-4b9e-92a2-afacbe405dcc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0473616 Oct 06 11:06:34.476354 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96c1d7ca-eeed-4139-a6ac-83199315ad57 req-1c959fcf-d8c4-43a8-928c-3eeb1c2f3d55 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Oct 06 11:06:35.091070 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60304) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:35.195286 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a07a4c8-5ba1-4158-a03d-aafbc5c17a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.269234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a07a4c8-5ba1-4158-a03d-aafbc5c17a2e admin admin] Publish callbacks [] for security_group (7b37f49e-6012-41e0-9dae-c95672a13b8e), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.273197 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4a07a4c8-5ba1-4158-a03d-aafbc5c17a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (7b37f49e-6012-41e0-9dae-c95672a13b8e), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.288502 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:35.317842 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07a4c8-5ba1-4158-a03d-aafbc5c17a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b37f49e-6012-41e0-9dae-c95672a13b8e,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:35.324446 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4a07a4c8-5ba1-4158-a03d-aafbc5c17a2e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6861ba7333684225b0e72933031463cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323444 Oct 06 11:06:35.327070 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60308) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:35.371864 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:35.375321 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d3f43a8-5c52-406e-a6e4-89b135c35e3e admin admin] Publish callbacks [] for security_group (7b37f49e-6012-41e0-9dae-c95672a13b8e), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.401388 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d3f43a8-5c52-406e-a6e4-89b135c35e3e admin admin] Publish callbacks [] for security_group (7b37f49e-6012-41e0-9dae-c95672a13b8e), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.447290 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d3f43a8-5c52-406e-a6e4-89b135c35e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (7b37f49e-6012-41e0-9dae-c95672a13b8e), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.449791 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d3f43a8-5c52-406e-a6e4-89b135c35e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.450918 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2d3f43a8-5c52-406e-a6e4-89b135c35e3e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7b37f49e-6012-41e0-9dae-c95672a13b8e HTTP/1.1" status: 204 len: 168 time: 0.1229403 Oct 06 11:06:35.458459 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f43a8-5c52-406e-a6e4-89b135c35e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b37f49e-6012-41e0-9dae-c95672a13b8e,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:35.596228 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce02ac-86e0-4ec7-aa54-575639e06197 req-33ae4bdb-f0ea-4fb7-bc3c-2dbed852f89c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:35.597744 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d3ce02ac-86e0-4ec7-aa54-575639e06197 req-33ae4bdb-f0ea-4fb7-bc3c-2dbed852f89c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0470722 Oct 06 11:06:35.646934 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d3ce02ac-86e0-4ec7-aa54-575639e06197 req-299f3248-1258-4fbc-9cdd-632d5768cd81 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Oct 06 11:06:35.721123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60316) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:35.734206 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df298978-1e3c-4cf7-b696-a4cd0840241e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.812570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df298978-1e3c-4cf7-b696-a4cd0840241e admin admin] Publish callbacks [] for security_group (e32d173a-dce6-4ecc-89d6-5a79db24e572), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.816549 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-df298978-1e3c-4cf7-b696-a4cd0840241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (e32d173a-dce6-4ecc-89d6-5a79db24e572), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.859443 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60322) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:35.859987 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-df298978-1e3c-4cf7-b696-a4cd0840241e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f10c2d3561ec40e6b6199c25c33e3273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375346 Oct 06 11:06:35.860728 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df298978-1e3c-4cf7-b696-a4cd0840241e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32d173a-dce6-4ecc-89d6-5a79db24e572,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:35.916377 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199fd70a-7d07-47b5-a3be-1c74e7cd0388 admin admin] Publish callbacks [] for security_group (e32d173a-dce6-4ecc-89d6-5a79db24e572), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.940259 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199fd70a-7d07-47b5-a3be-1c74e7cd0388 admin admin] Publish callbacks [] for security_group (e32d173a-dce6-4ecc-89d6-5a79db24e572), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.983963 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199fd70a-7d07-47b5-a3be-1c74e7cd0388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (e32d173a-dce6-4ecc-89d6-5a79db24e572), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.986462 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-199fd70a-7d07-47b5-a3be-1c74e7cd0388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:35.987574 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-199fd70a-7d07-47b5-a3be-1c74e7cd0388 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e32d173a-dce6-4ecc-89d6-5a79db24e572 HTTP/1.1" status: 204 len: 168 time: 0.1269202 Oct 06 11:06:35.995529 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fd70a-7d07-47b5-a3be-1c74e7cd0388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32d173a-dce6-4ecc-89d6-5a79db24e572,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:36.304619 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60328) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:36.318256 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-135bdec8-2970-40bd-88fd-6bd116a4c8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:36.393750 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-135bdec8-2970-40bd-88fd-6bd116a4c8c9 admin admin] Publish callbacks [] for security_group (08330435-3373-4754-b62a-c2eab27ef10e), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:36.397889 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-135bdec8-2970-40bd-88fd-6bd116a4c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (08330435-3373-4754-b62a-c2eab27ef10e), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:36.418400 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:36.440921 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-135bdec8-2970-40bd-88fd-6bd116a4c8c9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2458b6a3de3146d1979ca09397709b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352596 Oct 06 11:06:36.442947 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bdec8-2970-40bd-88fd-6bd116a4c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08330435-3373-4754-b62a-c2eab27ef10e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:36.444118 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60330) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:36.495786 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b7be-9ce2-425d-9f47-9c763f5ae0d9 admin admin] Publish callbacks [] for security_group (08330435-3373-4754-b62a-c2eab27ef10e), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:36.516181 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b7be-9ce2-425d-9f47-9c763f5ae0d9 admin admin] Publish callbacks [] for security_group (08330435-3373-4754-b62a-c2eab27ef10e), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:36.562026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b7be-9ce2-425d-9f47-9c763f5ae0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (08330435-3373-4754-b62a-c2eab27ef10e), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:36.564888 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b7be-9ce2-425d-9f47-9c763f5ae0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:36.566028 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0cd0b7be-9ce2-425d-9f47-9c763f5ae0d9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/08330435-3373-4754-b62a-c2eab27ef10e HTTP/1.1" status: 204 len: 168 time: 0.1209099 Oct 06 11:06:36.573901 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0b7be-9ce2-425d-9f47-9c763f5ae0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08330435-3373-4754-b62a-c2eab27ef10e,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:36.772925 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9bcd6-4ec0-48a1-a09f-6fd2a0186790 req-28d808bc-fb35-42e5-aa14-3858eeae1e50 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:36.774410 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2ad9bcd6-4ec0-48a1-a09f-6fd2a0186790 req-28d808bc-fb35-42e5-aa14-3858eeae1e50 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0504255 Oct 06 11:06:36.826520 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2ad9bcd6-4ec0-48a1-a09f-6fd2a0186790 req-d951ffef-9da7-4420-9dbd-c9291f87cb78 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Oct 06 11:06:37.955811 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50d8fa-4ec5-4003-94ee-29d8aaec9504 req-7caed5ba-5990-4e71-b0d1-b6a3a8e42aee tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:37.957338 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3b50d8fa-4ec5-4003-94ee-29d8aaec9504 req-7caed5ba-5990-4e71-b0d1-b6a3a8e42aee tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0494936 Oct 06 11:06:38.012828 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3b50d8fa-4ec5-4003-94ee-29d8aaec9504 req-164cc834-d76b-47da-8d20-f844262a2a16 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499241 Oct 06 11:06:39.186253 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a8af-4259-4112-88a8-584921b1a4f7 req-0782f7da-64bd-40bf-87f5-d14b5b5344c3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:39.187620 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-87e2a8af-4259-4112-88a8-584921b1a4f7 req-0782f7da-64bd-40bf-87f5-d14b5b5344c3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Oct 06 11:06:39.234223 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-87e2a8af-4259-4112-88a8-584921b1a4f7 req-d6f61aa0-6b9b-49ac-a9ee-7879766021fe tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Oct 06 11:06:40.353895 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fe0a9-33d4-4a4e-9eaa-c5d09af9719e req-c6fd458b-8cb1-4904-bf62-87ebc28d4600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:40.355288 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e59fe0a9-33d4-4a4e-9eaa-c5d09af9719e req-c6fd458b-8cb1-4904-bf62-87ebc28d4600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0461452 Oct 06 11:06:40.402996 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e59fe0a9-33d4-4a4e-9eaa-c5d09af9719e req-45ce6441-3d29-43f4-9bcd-3b0e90349210 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Oct 06 11:06:40.414211 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618edc6-304a-45c4-853f-e86bad36f63b req-1ceb875c-c401-40c2-a4c7-70deddbdb90e tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:40.415818 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-1ceb875c-c401-40c2-a4c7-70deddbdb90e tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/networks?id=64387bc0-fbf9-44d4-9497-6fe113ce8fc4 HTTP/1.1" status: 200 len: 809 time: 0.1074150 Oct 06 11:06:40.433482 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9818cca7-4147-4999-97b0-b095cb14dc95 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/quotas/fb718a8a6011481c8c425b25f426aa3f HTTP/1.1" status: 200 len: 375 time: 0.0105398 Oct 06 11:06:40.467252 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-7ae8d892-d787-4dc4-bac8-9319ea061561 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fb718a8a6011481c8c425b25f426aa3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285380 Oct 06 11:06:40.481722 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:40.567751 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9c1a02aa-ef46-4d06-8dd5-df3c09c06323 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932496 Oct 06 11:06:40.667384 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-f6fcd7b3-5ed9-4316-b5df-2e4d27a03cc9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908153 Oct 06 11:06:40.692498 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffeb7c-c90b-4775-b72e-c60684ae7a09 req-1d402319-efaa-461c-b074-715a2aa96d00 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:40.693969 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3dffeb7c-c90b-4775-b72e-c60684ae7a09 req-1d402319-efaa-461c-b074-715a2aa96d00 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0752985 Oct 06 11:06:40.703579 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-3670e5b4-8b2c-4335-8784-171853c0a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:40.705566 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-3670e5b4-8b2c-4335-8784-171853c0a14c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0556545 Oct 06 11:06:40.804973 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3dffeb7c-c90b-4775-b72e-c60684ae7a09 req-644f3c14-80ad-479b-ab57-ed203acd7467 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035450 Oct 06 11:06:40.832733 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:40.848856 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-0b6640d8-e944-4bab-9306-3cbdb6cdb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:40.850639 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-0b6640d8-e944-4bab-9306-3cbdb6cdb1ab service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.1388330 Oct 06 11:06:40.860400 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c3886ef7-2b24-4a76-8707-a65b22cec580 req-298068b3-e571-4401-bb30-29d1242701f4 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0314758 Oct 06 11:06:41.719244 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:41.929305 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd49b80-cb65-47a6-a7a7-ac88c506abcc req-361c27ad-ac63-44f9-a4bc-0ff0cea44e4a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:41.930864 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0dd49b80-cb65-47a6-a7a7-ac88c506abcc req-361c27ad-ac63-44f9-a4bc-0ff0cea44e4a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Oct 06 11:06:41.945802 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:41.968472 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9904d350-7aa9-4425-aa50-dc1f86d3037c req-0e4de860-441d-435f-961b-96aacec37968 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0326774 Oct 06 11:06:41.984535 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0dd49b80-cb65-47a6-a7a7-ac88c506abcc req-169dc0ac-2c56-4df1-a781-3e6126412880 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456960 Oct 06 11:06:42.640053 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-7bfe4fd7-113e-41d8-b54f-6c65e0050f63 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a60437f-d87b-4705-ab02-ee352497d7bb HTTP/1.1" status: 200 len: 217 time: 0.0387640 Oct 06 11:06:43.069088 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-52cbd286-c85f-454f-87b7-fe6c3650bc08 req-714b7de0-0757-4255-92ed-40a0766f2f39 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0279212 Oct 06 11:06:43.105425 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4045e7-d4e0-403a-925f-d314aed2de68 req-82afb1bb-da4a-48ff-91ee-c1ca9cb64e80 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:43.106891 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6a4045e7-d4e0-403a-925f-d314aed2de68 req-82afb1bb-da4a-48ff-91ee-c1ca9cb64e80 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0490351 Oct 06 11:06:43.153460 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6a4045e7-d4e0-403a-925f-d314aed2de68 req-1bbd4243-73ae-4564-8703-a794660afa32 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Oct 06 11:06:44.172258 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4735379d-0ebc-4ee3-9f85-720b4cc276a4 req-7b25d9b7-0c8e-48a5-802f-8f47d074fdb9 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0273399 Oct 06 11:06:44.271008 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efbfe4-1000-468d-8ce6-5bb317bba6d4 req-10528acc-9f99-47cc-b6a3-e7afa3724c9a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:44.272770 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a0efbfe4-1000-468d-8ce6-5bb317bba6d4 req-10528acc-9f99-47cc-b6a3-e7afa3724c9a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0460591 Oct 06 11:06:44.318797 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a0efbfe4-1000-468d-8ce6-5bb317bba6d4 req-8a258882-37fb-458b-8f90-34862eff32b4 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Oct 06 11:06:44.993541 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-de0d8ca3-e8e2-481e-8f54-a9b2a17d9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:44.994998 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-de0d8ca3-e8e2-481e-8f54-a9b2a17d9aed service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0534620 Oct 06 11:06:45.041285 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-b4a986d3-ca0d-4f79-b56f-9ce887ff97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:45.042768 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-b4a986d3-ca0d-4f79-b56f-9ce887ff97e7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416045 Oct 06 11:06:45.132675 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-76e3d48c-c03d-434f-ad1b-830289d02489 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Oct 06 11:06:45.162860 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:45.233994 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15176ce8-2dfb-4b71-82c7-3894cd310d6d req-0b0c9f15-b656-4d7f-af7a-f9540fc4008e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948241 Oct 06 11:06:45.280633 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1db9282b-5b79-4470-8db7-58365b18c0e8 req-2cfac92e-4578-4dfe-8310-6b6a4bba0485 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0274212 Oct 06 11:06:45.437927 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace2fd8-8774-49d6-9c6f-649c522ff41e req-ebd900c8-60ec-4adf-99ff-7990fc54612c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:45.440209 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cace2fd8-8774-49d6-9c6f-649c522ff41e req-ebd900c8-60ec-4adf-99ff-7990fc54612c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0471864 Oct 06 11:06:45.487657 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cace2fd8-8774-49d6-9c6f-649c522ff41e req-403bee5b-60a9-4c93-bb1f-dfdc15f8a7dc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Oct 06 11:06:46.385447 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ebcee65c-376a-4b34-a4ed-5b98ec62349e req-62faeb60-82c2-45ec-a9ba-ddd94b9aee85 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0313888 Oct 06 11:06:46.622336 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418a50f-e114-4390-ac3f-40758271cdc0 req-5f00d7fe-cd9d-4842-9f82-f9faecbd7e31 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:46.623736 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6418a50f-e114-4390-ac3f-40758271cdc0 req-5f00d7fe-cd9d-4842-9f82-f9faecbd7e31 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0577288 Oct 06 11:06:46.678409 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6418a50f-e114-4390-ac3f-40758271cdc0 req-b1dcf05c-3b6e-4709-8ce9-a4e659895887 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491791 Oct 06 11:06:47.501030 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-116192fe-accb-471e-9f6f-104cb8940a06 req-779bf2b4-8b43-4135-bcab-92322966f104 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0327935 Oct 06 11:06:47.796501 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efb652-ba1d-40db-8441-9adda98dd917 req-247bf007-66ba-410d-821e-f4ec45d6d79b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:47.797964 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6efb652-ba1d-40db-8441-9adda98dd917 req-247bf007-66ba-410d-821e-f4ec45d6d79b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0466862 Oct 06 11:06:47.843421 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6efb652-ba1d-40db-8441-9adda98dd917 req-b6f8361d-7c46-459a-8b6c-3fb06ee6f827 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Oct 06 11:06:48.613405 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9226335a-09ca-45ad-bc2e-371ceb3d623b req-dbe0acc3-c7b1-4618-a5e1-452a51e0b177 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0337560 Oct 06 11:06:48.750132 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:06:48.964640 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888ba7-b888-4134-aa01-5d149476e215 req-07276681-b524-43f3-931b-15ce7e94597b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:48.966095 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-84888ba7-b888-4134-aa01-5d149476e215 req-07276681-b524-43f3-931b-15ce7e94597b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0489786 Oct 06 11:06:49.012448 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-84888ba7-b888-4134-aa01-5d149476e215 req-e553650d-61e7-4c59-a1e1-f398af710c6c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Oct 06 11:06:49.715112 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb42f3e1-be26-425d-9290-d24ccfff334a req-6101c5d1-f5f1-417f-ac89-c918ea175e8b tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0278358 Oct 06 11:06:50.134215 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937782de-28d8-4a40-95b3-63cb8538b56d req-e2c05ff2-88d3-4899-ad02-3e1a84b4820c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:50.135654 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-937782de-28d8-4a40-95b3-63cb8538b56d req-e2c05ff2-88d3-4899-ad02-3e1a84b4820c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0454867 Oct 06 11:06:50.181191 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-937782de-28d8-4a40-95b3-63cb8538b56d req-eba19a37-3b47-46ea-88e2-71e2b04089cf tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398896 Oct 06 11:06:50.829387 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8506e297-3f3c-46fb-8c80-c342052fd962 req-0105df0c-f5c7-4284-a849-295ac0d85959 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0300488 Oct 06 11:06:51.299219 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcae14-d0c0-49a3-8ab5-1578b7034583 req-b06cad72-c3de-40a9-9107-c115250ace25 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:51.300894 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-05fcae14-d0c0-49a3-8ab5-1578b7034583 req-b06cad72-c3de-40a9-9107-c115250ace25 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0464242 Oct 06 11:06:51.312638 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:51.351601 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-05fcae14-d0c0-49a3-8ab5-1578b7034583 req-a6d83480-2f7f-45a6-bdb4-464e35554f4e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452249 Oct 06 11:06:51.713530 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:51.715490 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:51.932273 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d85edbce-81d6-492b-82c1-928382bf6c23 req-55176d9e-1567-4212-b7c0-753a8ecba405 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0281072 Oct 06 11:06:52.476933 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5eabc-59d3-4842-8e56-b1d381747764 req-3b4274be-afd6-4205-acfc-4b365d622be0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:52.478395 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3bd5eabc-59d3-4842-8e56-b1d381747764 req-3b4274be-afd6-4205-acfc-4b365d622be0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Oct 06 11:06:52.525602 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3bd5eabc-59d3-4842-8e56-b1d381747764 req-7fc204c3-91f7-479c-acbe-dbdd4ca3197d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416119 Oct 06 11:06:53.062975 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4917f777-849e-4454-af3d-a7ca0504ef6c req-cbfece56-1fb2-42b1-89ad-4f9a422cbd41 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0460641 Oct 06 11:06:53.124484 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618edc6-304a-45c4-853f-e86bad36f63b req-170d228c-421b-425e-8b08-214a905cd352 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:53.126491 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-170d228c-421b-425e-8b08-214a905cd352 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.55 "GET /networking/v2.0/networks?id=64387bc0-fbf9-44d4-9497-6fe113ce8fc4 HTTP/1.1" status: 200 len: 809 time: 0.1512609 Oct 06 11:06:53.249856 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Request body: {'port': {'device_id': 'e3515b84-f9df-4927-aa3d-31b71dd06541', 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4', 'admin_state_up': True, 'tenant_id': 'fb718a8a6011481c8c425b25f426aa3f'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:53.277662 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-ffb27140-8e94-4991-87d8-a4921ba9ce7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:53.392156 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Made reservation on behalf of fb718a8a6011481c8c425b25f426aa3f for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:06:53.397278 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:53.424977 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:53.807992 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9202ae2-4d73-46ff-b319-0d1ec2ec581a req-fd68f0c7-5e0b-4941-95b3-a84284eba360 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:53.809423 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e9202ae2-4d73-46ff-b319-0d1ec2ec581a req-fd68f0c7-5e0b-4941-95b3-a84284eba360 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0691476 Oct 06 11:06:53.810569 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Allocated IP 172.20.0.11 (64387bc0-fbf9-44d4-9497-6fe113ce8fc4/df45cadb-a4c2-4af8-b33c-30677297b356/859adaef-c5c8-4d5c-aee4-6750c5b11793) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:06:53.894353 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e9202ae2-4d73-46ff-b319-0d1ec2ec581a req-773bf1ff-a6b6-4e2a-954c-916516ab11b1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785327 Oct 06 11:06:53.999922 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks [] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.035518 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.069657 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:54.095144 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:06:54.101529 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:06:54.107590 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:06:54.162778 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Pushing event updated for resources: {'Port': ['ID=859adaef-c5c8-4d5c-aee4-6750c5b11793,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:54.169058 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:54.171275 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.182007 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d0cc-46b4-4b60-a87e-e4fa94a3b038 req-a014c243-0f8a-4186-84c1-3664928503d5 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:54.183696 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-da24d0cc-46b4-4b60-a87e-e4fa94a3b038 req-a014c243-0f8a-4186-84c1-3664928503d5 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 932 time: 0.0512297 Oct 06 11:06:54.188287 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-9d53fec6-9983-4edb-a61b-b432947027fe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9422698 Oct 06 11:06:54.206409 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Request body: {'port': {'device_id': 'e3515b84-f9df-4927-aa3d-31b71dd06541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:54.240352 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-da24d0cc-46b4-4b60-a87e-e4fa94a3b038 req-591040a4-e3b8-463b-a8a4-d6baf1f70cd4 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482855 Oct 06 11:06:54.279580 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.449009 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:54.537400 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859adaef-c5c8-4d5c-aee4-6750c5b11793 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:06:54.544915 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Publish callbacks [] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.558617 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Transition to ACTIVE for port object 859adaef-c5c8-4d5c-aee4-6750c5b11793 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:06:54.562426 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.643676 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Pushing event updated for resources: {'Port': ['ID=859adaef-c5c8-4d5c-aee4-6750c5b11793,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:54.683895 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Attempting to bind port 859adaef-c5c8-4d5c-aee4-6750c5b11793 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:06:54.684239 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Attempting to bind port 859adaef-c5c8-4d5c-aee4-6750c5b11793 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:06:54.684575 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Attempting to bind port 859adaef-c5c8-4d5c-aee4-6750c5b11793 on network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:06:54.735408 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Port 859adaef-c5c8-4d5c-aee4-6750c5b11793 on network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:06:54.736221 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Attempting to bind port 859adaef-c5c8-4d5c-aee4-6750c5b11793 on network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:06:54.787689 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:06:54.788056 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Checking segment: {'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:06:54.788427 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Bound using segment: {'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:06:54.788862 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Bound port: 859adaef-c5c8-4d5c-aee4-6750c5b11793, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:06:54.789218 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.850944 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] For port 859adaef-c5c8-4d5c-aee4-6750c5b11793, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:06:54.854227 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] For port 859adaef-c5c8-4d5c-aee4-6750c5b11793, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=859adaef-c5c8-4d5c-aee4-6750c5b11793,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:06:54.861055 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.866662 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:54.867284 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:54.868718 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/859adaef-c5c8-4d5c-aee4-6750c5b11793 HTTP/1.1" status: 200 len: 1094 time: 0.6669636 Oct 06 11:06:54.869279 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3515b84-f9df-4927-aa3d-31b71dd06541', 'tag': '859adaef-c5c8-4d5c-aee4-6750c5b11793'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:06:54.871782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3515b84-f9df-4927-aa3d-31b71dd06541", "tag": "859adaef-c5c8-4d5c-aee4-6750c5b11793"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:06:54.930305 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0748-ce0f-4595-9acc-ee1a4ba1d221 service neutron] Pushing event updated for resources: {'Port': ['ID=859adaef-c5c8-4d5c-aee4-6750c5b11793,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:54.967669 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87097901-dfb2-4964-89d0-b810655701a9 x-openstack-request-id: req-87097901-dfb2-4964-89d0-b810655701a9 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:06:54.967975 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3515b84-f9df-4927-aa3d-31b71dd06541", "tag": "859adaef-c5c8-4d5c-aee4-6750c5b11793", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:06:54.968227 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87097901-dfb2-4964-89d0-b810655701a9 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:06:54.968619 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87097901-dfb2-4964-89d0-b810655701a9'] response: {'name': 'network-changed', 'server_uuid': 'e3515b84-f9df-4927-aa3d-31b71dd06541', 'tag': '859adaef-c5c8-4d5c-aee4-6750c5b11793', 'status': 'completed', 'code': 200} Oct 06 11:06:54.980659 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618edc6-304a-45c4-853f-e86bad36f63b req-053dcb4a-bd91-4bec-8347-8eb5badcd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:54.982141 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-053dcb4a-bd91-4bec-8347-8eb5badcd352 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fb718a8a6011481c8c425b25f426aa3f&device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 1128 time: 0.0483327 Oct 06 11:06:55.032617 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-6aedea3b-7acf-4b4d-b55a-c6c516ac1b46 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859adaef-c5c8-4d5c-aee4-6750c5b11793 HTTP/1.1" status: 200 len: 217 time: 0.0314856 Oct 06 11:06:55.069590 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:55.084850 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618edc6-304a-45c4-853f-e86bad36f63b req-36111744-be11-4a30-8043-e1b35c5669ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:55.086308 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-36111744-be11-4a30-8043-e1b35c5669ca service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=df45cadb-a4c2-4af8-b33c-30677297b356 HTTP/1.1" status: 200 len: 849 time: 0.0464172 Oct 06 11:06:55.119727 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-5ebfd8b2-6423-48fe-a1b1-4a6c06546843 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=64387bc0-fbf9-44d4-9497-6fe113ce8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256052 Oct 06 11:06:55.211023 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-32d5a1c2-178b-4b56-b94b-b9218f4950b1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846779 Oct 06 11:06:55.313389 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c618edc6-304a-45c4-853f-e86bad36f63b req-d1ec9831-9d21-451d-8514-bbe62cf3dccf service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965950 Oct 06 11:06:55.343077 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60658) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:55.348260 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-fac58b67-9d50-4042-8bfe-edd023858065 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137239241', 'description': 'tempest-description--897507606'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:55.369295 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fac58b67-9d50-4042-8bfe-edd023858065 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.380291 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905c394-55f4-4ea8-9a03-9d23fd864da2 req-e3a7fa29-d71e-4c1b-8827-a079f9e70d9b tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:55.381749 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5905c394-55f4-4ea8-9a03-9d23fd864da2 req-e3a7fa29-d71e-4c1b-8827-a079f9e70d9b tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 944 time: 0.0551796 Oct 06 11:06:55.429093 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:55.431950 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5905c394-55f4-4ea8-9a03-9d23fd864da2 req-9f6a6a69-226c-42b4-b4ab-28772187d7f4 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Oct 06 11:06:55.442609 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fac58b67-9d50-4042-8bfe-edd023858065 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group (0e6f70d8-450d-4735-848f-d7078d02b935), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.446676 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fac58b67-9d50-4042-8bfe-edd023858065 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (0e6f70d8-450d-4735-848f-d7078d02b935), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.478455 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fac58b67-9d50-4042-8bfe-edd023858065 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.479692 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-fac58b67-9d50-4042-8bfe-edd023858065 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1354647 Oct 06 11:06:55.481712 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac58b67-9d50-4042-8bfe-edd023858065 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f70d8-450d-4735-848f-d7078d02b935,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:55.482763 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60660) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:55.488036 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-09401004-f4d6-4848-9600-a741aa2ea9f6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'security_group_rule': {'security_group_id': '0e6f70d8-450d-4735-848f-d7078d02b935', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:55.513381 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-09401004-f4d6-4848-9600-a741aa2ea9f6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group_rule (fa6f61eb-fc0d-4036-8519-b1890e856e1a), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.563319 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-f88ed8cd-64b0-42ec-8265-e28d8ba41e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.575086 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-09401004-f4d6-4848-9600-a741aa2ea9f6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group_rule (fa6f61eb-fc0d-4036-8519-b1890e856e1a), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.578453 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-09401004-f4d6-4848-9600-a741aa2ea9f6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (fa6f61eb-fc0d-4036-8519-b1890e856e1a), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.599273 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09401004-f4d6-4848-9600-a741aa2ea9f6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6f61eb-fc0d-4036-8519-b1890e856e1a,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:55.607545 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-09401004-f4d6-4848-9600-a741aa2ea9f6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.608778 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-09401004-f4d6-4848-9600-a741aa2ea9f6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250017 Oct 06 11:06:55.611433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60662) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:55.616771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-b20d4f29-92e6-4936-860a-3a2b969d938b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'security_group_rule': {'security_group_id': '0e6f70d8-450d-4735-848f-d7078d02b935', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:55.642468 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b20d4f29-92e6-4936-860a-3a2b969d938b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group_rule (891ab068-db40-4b28-b32c-2941586a1948), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.703648 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b20d4f29-92e6-4936-860a-3a2b969d938b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group_rule (891ab068-db40-4b28-b32c-2941586a1948), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.707567 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b20d4f29-92e6-4936-860a-3a2b969d938b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (891ab068-db40-4b28-b32c-2941586a1948), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.725628 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d4f29-92e6-4936-860a-3a2b969d938b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891ab068-db40-4b28-b32c-2941586a1948,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:55.733389 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b20d4f29-92e6-4936-860a-3a2b969d938b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.734602 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-b20d4f29-92e6-4936-860a-3a2b969d938b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213174 Oct 06 11:06:55.738452 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60664) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:55.742810 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:55.768576 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.856277 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:55.962212 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Allocated IP 172.27.0.46 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/2e243ea1-d52f-44fe-9e67-95957e9e0047) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:06:56.077517 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for port (2e243ea1-d52f-44fe-9e67-95957e9e0047), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.105563 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:56.113841 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (2e243ea1-d52f-44fe-9e67-95957e9e0047), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.161309 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:06:56.164648 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:06:56.169374 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:06:56.173496 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event updated for resources: {'Port': ['ID=2e243ea1-d52f-44fe-9e67-95957e9e0047,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:56.266617 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (5e323f3b-24d8-4842-95c7-8230752d9d2a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.287890 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60682) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:56.308370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (2e243ea1-d52f-44fe-9e67-95957e9e0047), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.399223 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d78a-7abd-47cf-9f75-1f03267b6338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.442327 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:56.466190 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for port (2e243ea1-d52f-44fe-9e67-95957e9e0047), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.471981 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (2e243ea1-d52f-44fe-9e67-95957e9e0047), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.481707 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:56.488147 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d78a-7abd-47cf-9f75-1f03267b6338 admin admin] Publish callbacks [] for security_group (d040b50d-96d8-4ad8-9caa-653e91b73b17), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.493671 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d78a-7abd-47cf-9f75-1f03267b6338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d040b50d-96d8-4ad8-9caa-653e91b73b17), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.535324 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2ec8d78a-7abd-47cf-9f75-1f03267b6338 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8fd92538ee894a22bc5dc41861014c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485559 Oct 06 11:06:56.536229 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8d78a-7abd-47cf-9f75-1f03267b6338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d040b50d-96d8-4ad8-9caa-653e91b73b17,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:56.538482 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60688) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:56.566319 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:56.580974 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (5e323f3b-24d8-4842-95c7-8230752d9d2a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.590439 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ba1aec3-8579-4683-9cae-bf37c738927e admin admin] Publish callbacks [] for security_group (d040b50d-96d8-4ad8-9caa-653e91b73b17), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.590842 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c95ad-4431-4ef9-9878-9add5a02f010 req-7fd7505f-2076-4034-91dc-65443749c1fc tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:56.592385 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5f5c95ad-4431-4ef9-9878-9add5a02f010 req-7fd7505f-2076-4034-91dc-65443749c1fc tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 944 time: 0.0772681 Oct 06 11:06:56.592992 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event updated for resources: {'Port': ['ID=2e243ea1-d52f-44fe-9e67-95957e9e0047,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:56.614327 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ba1aec3-8579-4683-9cae-bf37c738927e admin admin] Publish callbacks [] for security_group (d040b50d-96d8-4ad8-9caa-653e91b73b17), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.626695 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.636345 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-c27d6395-991a-4786-9bab-a05f92aa8cd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8890610 Oct 06 11:06:56.660367 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5f5c95ad-4431-4ef9-9878-9add5a02f010 req-6dedd1d7-89e0-4020-a5e6-f5dcbbb8115e tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571687 Oct 06 11:06:56.672196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ba1aec3-8579-4683-9cae-bf37c738927e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d040b50d-96d8-4ad8-9caa-653e91b73b17), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.677246 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2ba1aec3-8579-4683-9cae-bf37c738927e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:56.678421 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2ba1aec3-8579-4683-9cae-bf37c738927e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d040b50d-96d8-4ad8-9caa-653e91b73b17 HTTP/1.1" status: 204 len: 168 time: 0.1390400 Oct 06 11:06:56.692564 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1aec3-8579-4683-9cae-bf37c738927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d040b50d-96d8-4ad8-9caa-653e91b73b17,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:56.868812 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-e2ec82aa-4949-40a0-a442-cd0cd63c5e4e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1137239241&fields=id&tenant_id=4ebb258de32f40c68f86e4b401efde5d HTTP/1.1" status: 200 len: 267 time: 0.0429206 Oct 06 11:06:56.984630 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-8de78c8b-8feb-444b-ae25-51c5f9a3e434 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:56.986016 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-8de78c8b-8feb-444b-ae25-51c5f9a3e434 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 819 time: 0.1103137 Oct 06 11:06:56.987397 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60714) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:57.021767 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f02b0524-017b-4be2-8f4b-fa3ef37766bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.024429 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-9a99fe44-91b9-48e5-bfcb-5248666bc2d8 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/quotas/4ebb258de32f40c68f86e4b401efde5d HTTP/1.1" status: 200 len: 375 time: 0.0297060 Oct 06 11:06:57.062741 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.101285 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-01daf491-a83c-4e16-87cd-f6af565b670c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0707331 Oct 06 11:06:57.210780 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f02b0524-017b-4be2-8f4b-fa3ef37766bd admin admin] Publish callbacks [] for security_group (05d5e93a-8a15-49d9-95cb-e446c652d6d1), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.221712 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f02b0524-017b-4be2-8f4b-fa3ef37766bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (05d5e93a-8a15-49d9-95cb-e446c652d6d1), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.260963 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-500b1161-2056-4527-bed2-56d371eafb72 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478579 Oct 06 11:06:57.294456 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f02b0524-017b-4be2-8f4b-fa3ef37766bd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b08baa03fd4d44c68e7560ba9d20b961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060286 Oct 06 11:06:57.297451 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60716) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:57.328426 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b0524-017b-4be2-8f4b-fa3ef37766bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d5e93a-8a15-49d9-95cb-e446c652d6d1,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:57.350964 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4e6e28d3-f500-4e66-98b0-068d766511ec admin admin] Publish callbacks [] for security_group (05d5e93a-8a15-49d9-95cb-e446c652d6d1), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.370493 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-3aea885f-ea7f-450f-907b-bc772c00b7c0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025915 Oct 06 11:06:57.372107 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4e6e28d3-f500-4e66-98b0-068d766511ec admin admin] Publish callbacks [] for security_group (05d5e93a-8a15-49d9-95cb-e446c652d6d1), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.422797 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4e6e28d3-f500-4e66-98b0-068d766511ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (05d5e93a-8a15-49d9-95cb-e446c652d6d1), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.426902 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4e6e28d3-f500-4e66-98b0-068d766511ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.430341 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-4e6e28d3-f500-4e66-98b0-068d766511ec admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/05d5e93a-8a15-49d9-95cb-e446c652d6d1 HTTP/1.1" status: 204 len: 168 time: 0.1318173 Oct 06 11:06:57.438403 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e28d3-f500-4e66-98b0-068d766511ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d5e93a-8a15-49d9-95cb-e446c652d6d1,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:57.557586 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e8198f0-6c29-4ff7-a983-c31d9dc77170 req-778cff59-b303-4d1f-8924-0ff7640a1b42 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0312254 Oct 06 11:06:57.809543 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60732) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:57.816242 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e641ec8-bf39-46d8-9615-9ee26a64955a req-84acb47f-ad9b-4686-af91-444763ebbbc1 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:57.818169 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e641ec8-bf39-46d8-9615-9ee26a64955a req-84acb47f-ad9b-4686-af91-444763ebbbc1 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 944 time: 0.0663967 Oct 06 11:06:57.825447 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5987f4ce-0cee-43aa-84cc-36fb7c33601e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.837290 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:57.871429 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e641ec8-bf39-46d8-9615-9ee26a64955a req-328f36c3-2761-4b27-b440-0ae146d5e780 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473890 Oct 06 11:06:57.923294 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5987f4ce-0cee-43aa-84cc-36fb7c33601e admin admin] Publish callbacks [] for security_group (bee17094-8a52-43bb-a818-05785271261e), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.927546 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5987f4ce-0cee-43aa-84cc-36fb7c33601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (bee17094-8a52-43bb-a818-05785271261e), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:57.943810 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:57.973561 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5987f4ce-0cee-43aa-84cc-36fb7c33601e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f6ee8aacfa284b58b95d61e1b88f03f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626828 Oct 06 11:06:57.977101 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60736) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:57.983498 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987f4ce-0cee-43aa-84cc-36fb7c33601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee17094-8a52-43bb-a818-05785271261e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:58.030585 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aae7d6f3-3741-4a72-9bbb-3f56d4a26ec7 admin admin] Publish callbacks [] for security_group (bee17094-8a52-43bb-a818-05785271261e), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.051772 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aae7d6f3-3741-4a72-9bbb-3f56d4a26ec7 admin admin] Publish callbacks [] for security_group (bee17094-8a52-43bb-a818-05785271261e), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.102659 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aae7d6f3-3741-4a72-9bbb-3f56d4a26ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (bee17094-8a52-43bb-a818-05785271261e), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.105216 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aae7d6f3-3741-4a72-9bbb-3f56d4a26ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.106367 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-aae7d6f3-3741-4a72-9bbb-3f56d4a26ec7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bee17094-8a52-43bb-a818-05785271261e HTTP/1.1" status: 204 len: 168 time: 0.1283627 Oct 06 11:06:58.115053 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7d6f3-3741-4a72-9bbb-3f56d4a26ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee17094-8a52-43bb-a818-05785271261e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:58.211906 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-a4d5e603-7a66-49c5-a963-b9829272f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:58.216176 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-a4d5e603-7a66-49c5-a963-b9829272f257 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fb718a8a6011481c8c425b25f426aa3f&device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 1128 time: 0.0559883 Oct 06 11:06:58.318142 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:58.336122 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-6cd139f3-ca0c-43b3-8683-e5fd12e4e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:58.337650 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-6cd139f3-ca0c-43b3-8683-e5fd12e4e0d2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=64387bc0-fbf9-44d4-9497-6fe113ce8fc4 HTTP/1.1" status: 200 len: 910 time: 0.1143837 Oct 06 11:06:58.394979 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60748) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:58.415204 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-05336f0f-2665-4206-9992-d617585e5e8c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859adaef-c5c8-4d5c-aee4-6750c5b11793 HTTP/1.1" status: 200 len: 217 time: 0.0444014 Oct 06 11:06:58.485844 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-1dcb3494-1e36-4b99-9d95-470f4c2df5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:58.492262 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-1dcb3494-1e36-4b99-9d95-470f4c2df5cb service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=df45cadb-a4c2-4af8-b33c-30677297b356 HTTP/1.1" status: 200 len: 849 time: 0.0694458 Oct 06 11:06:58.541041 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-963705c9-5326-46f3-86d8-e4b4aa44e5f1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=64387bc0-fbf9-44d4-9497-6fe113ce8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343828 Oct 06 11:06:58.550094 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3ee97cf7-0bb9-4b9d-bb5b-694619c7df70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.606055 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.651590 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:58.668268 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-c403d2c0-2afc-407b-83e3-8893a79524e5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215639 Oct 06 11:06:58.668730 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3ee97cf7-0bb9-4b9d-bb5b-694619c7df70 admin admin] Publish callbacks [] for security_group (d6824786-5844-4b11-993d-d8503c17f82d), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.676070 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3ee97cf7-0bb9-4b9d-bb5b-694619c7df70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d6824786-5844-4b11-993d-d8503c17f82d), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.728260 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-3ee97cf7-0bb9-4b9d-bb5b-694619c7df70 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=74c29af7edf4443194001885da6b7efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319583 Oct 06 11:06:58.730772 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee97cf7-0bb9-4b9d-bb5b-694619c7df70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6824786-5844-4b11-993d-d8503c17f82d,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:58.731791 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-34998e0f-85af-429d-8601-3ee492da2cfb req-59d4f13a-97c6-4ed0-b592-687e90ddd1bd tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0559895 Oct 06 11:06:58.732675 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 60764) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:06:58.769721 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=15 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:58.770946 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=19 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:58.797680 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.875328 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62f110ab-3a50-48e3-b93c-6a84b5839397 admin admin] Publish callbacks [] for security_group (d6824786-5844-4b11-993d-d8503c17f82d), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.878385 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db1a1e9d-9a97-4c7a-bfbe-3d2be2ae411f req-6dc8d024-fc1e-4204-ac8e-a7ba30d9ac35 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006197 Oct 06 11:06:58.898069 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62f110ab-3a50-48e3-b93c-6a84b5839397 admin admin] Publish callbacks [] for security_group (d6824786-5844-4b11-993d-d8503c17f82d), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.957583 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62f110ab-3a50-48e3-b93c-6a84b5839397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (d6824786-5844-4b11-993d-d8503c17f82d), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.960557 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62f110ab-3a50-48e3-b93c-6a84b5839397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:58.966470 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-62f110ab-3a50-48e3-b93c-6a84b5839397 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d6824786-5844-4b11-993d-d8503c17f82d HTTP/1.1" status: 204 len: 168 time: 0.2050211 Oct 06 11:06:58.976057 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f110ab-3a50-48e3-b93c-6a84b5839397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6824786-5844-4b11-993d-d8503c17f82d,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:06:59.036246 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725dea6-14a6-4ccb-9712-72749ea2768f req-15bf63b9-ab27-49a3-9104-cc5507ed08cc tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:59.037967 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5725dea6-14a6-4ccb-9712-72749ea2768f req-15bf63b9-ab27-49a3-9104-cc5507ed08cc tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 944 time: 0.0847743 Oct 06 11:06:59.091822 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5725dea6-14a6-4ccb-9712-72749ea2768f req-64bc9461-ce4a-4ad3-8fbf-07f802729963 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484810 Oct 06 11:06:59.312940 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-744b3bd8-c0cc-4850-af06-3ed859ed7e5a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:06:59.315879 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-744b3bd8-c0cc-4850-af06-3ed859ed7e5a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 819 time: 0.1556275 Oct 06 11:06:59.409696 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-4463811a-3980-41e4-b7f2-0cd7889154a7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4ebb258de32f40c68f86e4b401efde5d HTTP/1.1" status: 200 len: 380 time: 0.0767498 Oct 06 11:06:59.524555 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'port': {'device_id': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'admin_state_up': True, 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'security_groups': ['0e6f70d8-450d-4735-848f-d7078d02b935']}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:06:59.576915 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:59.639803 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Made reservation on behalf of 4ebb258de32f40c68f86e4b401efde5d for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:06:59.643624 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:59.789942 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Allocated IP 172.20.0.9 (66a88666-ebf0-4b86-a615-d5110a6e14c5/d385ea7e-0027-459e-864e-32baf6548b18/ce07790b-c95e-4fab-b759-f35f2b34ca5f) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:06:59.805513 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:06:59.855546 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ebc2973a-0af5-4dbb-9137-eb5d38ec1d4e req-bfe3fd32-2d4e-4e29-b12a-b9874d137ee1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0405374 Oct 06 11:06:59.921741 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 859adaef-c5c8-4d5c-aee4-6750c5b11793 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:06:59.965609 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:06:59.997156 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.021790 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 859adaef-c5c8-4d5c-aee4-6750c5b11793, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=859adaef-c5c8-4d5c-aee4-6750c5b11793,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:00.036835 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '859adaef-c5c8-4d5c-aee4-6750c5b11793', 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4', 'port_id': '859adaef-c5c8-4d5c-aee4-6750c5b11793', 'mac_address': 'fa:16:3e:ba:eb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df45cadb-a4c2-4af8-b33c-30677297b356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:07:00.039857 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:07:00.043516 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:07:00.046437 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:07:00.075097 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 859adaef-c5c8-4d5c-aee4-6750c5b11793 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:07:00.075492 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.078917 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event updated for resources: {'Port': ['ID=ce07790b-c95e-4fab-b759-f35f2b34ca5f,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:00.092028 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859adaef-c5c8-4d5c-aee4-6750c5b11793 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:07:00.107567 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:00.108210 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.113344 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 859adaef-c5c8-4d5c-aee4-6750c5b11793, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=859adaef-c5c8-4d5c-aee4-6750c5b11793,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:00.118608 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.126862 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-fd0fccf4-e82c-4dda-8162-a446e88eca73 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067133 Oct 06 11:07:00.170995 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=859adaef-c5c8-4d5c-aee4-6750c5b11793,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:00.182857 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Request body: {'port': {'device_id': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:07:00.229084 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38310faa-c571-4b68-aae8-b44acb36dda5 req-dc8a7315-de7b-4899-9d84-702df54e471d tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:00.230605 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38310faa-c571-4b68-aae8-b44acb36dda5 req-dc8a7315-de7b-4899-9d84-702df54e471d tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Oct 06 11:07:00.252734 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.280184 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38310faa-c571-4b68-aae8-b44acb36dda5 req-33e0e04d-3979-45a8-9e49-38d8e65344de tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Oct 06 11:07:00.331922 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-d0832289-b7d4-4dfc-9a5b-ac40ad63ed64 None None] Provisioning complete for port ce07790b-c95e-4fab-b759-f35f2b34ca5f triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:07:00.332229 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d0832289-b7d4-4dfc-9a5b-ac40ad63ed64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.332565 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-d0832289-b7d4-4dfc-9a5b-ac40ad63ed64 None None] Attempt 1 to provision port ce07790b-c95e-4fab-b759-f35f2b34ca5f Oct 06 11:07:00.366578 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-d0832289-b7d4-4dfc-9a5b-ac40ad63ed64 None None] Port ce07790b-c95e-4fab-b759-f35f2b34ca5f cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:07:00.428161 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:00.510581 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce07790b-c95e-4fab-b759-f35f2b34ca5f {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:07:00.518994 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Publish callbacks [] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.531871 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Transition to ACTIVE for port object ce07790b-c95e-4fab-b759-f35f2b34ca5f will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:07:00.535599 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.599734 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Pushing event updated for resources: {'Port': ['ID=ce07790b-c95e-4fab-b759-f35f2b34ca5f,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:00.610842 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['859adaef-c5c8-4d5c-aee4-6750c5b11793'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:07:00.656346 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Attempting to bind port ce07790b-c95e-4fab-b759-f35f2b34ca5f on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:07:00.656678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Attempting to bind port ce07790b-c95e-4fab-b759-f35f2b34ca5f by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:07:00.657008 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Attempting to bind port ce07790b-c95e-4fab-b759-f35f2b34ca5f on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:07:00.697370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Port ce07790b-c95e-4fab-b759-f35f2b34ca5f on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:07:00.697699 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Attempting to bind port ce07790b-c95e-4fab-b759-f35f2b34ca5f on network 66a88666-ebf0-4b86-a615-d5110a6e14c5 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:07:00.700165 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:00.751048 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:07:00.751413 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Checking segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:07:00.752681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Bound using segment: {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:07:00.755936 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Bound port: ce07790b-c95e-4fab-b759-f35f2b34ca5f, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194f75ab-3a42-4c08-a348-7cb3efaf4b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:07:00.755936 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.816777 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] For port ce07790b-c95e-4fab-b759-f35f2b34ca5f, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:07:00.820244 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] For port ce07790b-c95e-4fab-b759-f35f2b34ca5f, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:07:00.827131 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.831854 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:00.832477 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:00.833846 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 200 len: 1093 time: 0.6553476 Oct 06 11:07:00.834595 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:00.836657 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434342d1-57df-4682-8b10-8e74224f922a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:00.899870 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744cb0-3d91-40fc-bfe9-601d216b2034 service neutron] Pushing event updated for resources: {'Port': ['ID=ce07790b-c95e-4fab-b759-f35f2b34ca5f,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:00.913070 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df47378e-e513-41bc-9281-1aa95317531f x-openstack-request-id: req-df47378e-e513-41bc-9281-1aa95317531f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:00.913349 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:00.913610 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df47378e-e513-41bc-9281-1aa95317531f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:00.914016 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df47378e-e513-41bc-9281-1aa95317531f'] response: {'name': 'network-changed', 'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'status': 'completed', 'code': 200} Oct 06 11:07:00.933360 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-684d5e3b-b3fd-404c-b053-badde9d5849e tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=dc88ab1bf75e47e2bdd03d3cd3aa0eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481572 Oct 06 11:07:00.991040 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8153d-4c63-4d00-a76f-b58c9ae1751f req-49f8ad66-1b46-4dd5-904c-83c7198bab1c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:00.992535 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa8153d-4c63-4d00-a76f-b58c9ae1751f req-49f8ad66-1b46-4dd5-904c-83c7198bab1c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 943 time: 0.0484686 Oct 06 11:07:01.042351 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa8153d-4c63-4d00-a76f-b58c9ae1751f req-d34dda6e-b9d0-4555-a26f-c2d4132e2382 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437553 Oct 06 11:07:01.053098 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-aaf7adfb-f9c9-4e40-89ef-2c98851c1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:01.054605 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-aaf7adfb-f9c9-4e40-89ef-2c98851c1603 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1127 time: 0.1307127 Oct 06 11:07:01.130602 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-60067e89-fb7b-4bce-bd1f-289f4f41b91b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 200 len: 217 time: 0.0557091 Oct 06 11:07:01.409024 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189f0e4-ddcb-4e99-8312-12b4e4ea1d3d req-f5f30a9d-cf17-4988-b956-ea4a1a00d2b8 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:01.410886 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a189f0e4-ddcb-4e99-8312-12b4e4ea1d3d req-f5f30a9d-cf17-4988-b956-ea4a1a00d2b8 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 945 time: 0.0542493 Oct 06 11:07:01.430506 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e452-a073-4159-9291-5d2234d45696 req-21a015e4-3d9b-484f-a76c-0cd58ec12ff7 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:01.431978 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-21a015e4-3d9b-484f-a76c-0cd58ec12ff7 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4757259 Oct 06 11:07:01.437688 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-a58b4a60-f558-447b-af06-e6b96f981cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:01.439014 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-a58b4a60-f558-447b-af06-e6b96f981cd1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.3015156 Oct 06 11:07:01.457423 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-f1aef070-8ef5-4b30-8a55-71cc603c0874 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/quotas/dc88ab1bf75e47e2bdd03d3cd3aa0eee HTTP/1.1" status: 200 len: 375 time: 0.0173786 Oct 06 11:07:01.459475 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a189f0e4-ddcb-4e99-8312-12b4e4ea1d3d req-e6ef5472-bcbd-45a5-9b1e-e9d4cdd60749 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Oct 06 11:07:01.506863 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-0623cbbd-cdcd-4993-a87a-39bf2340a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:01.508353 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-0623cbbd-cdcd-4993-a87a-39bf2340a6bb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612547 Oct 06 11:07:01.510136 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-5762e376-02ed-48a0-a482-e9acb626d277 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dc88ab1bf75e47e2bdd03d3cd3aa0eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360544 Oct 06 11:07:01.607214 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-72339f57-3b89-4361-8cff-0e943280ef59 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909917 Oct 06 11:07:01.670160 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:01.673222 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d82f9ef4-925e-434e-aace-d8ead5656c5c req-f0bc159f-2458-4e3e-abac-b830596b3f0a tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 210 time: 0.0282004 Oct 06 11:07:01.716427 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b6e0b6ca-b111-42a3-9dd9-1065d15912d4 req-63bdc819-ce41-443e-9cf4-ee51a0b9f36e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022830 Oct 06 11:07:01.942024 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 859adaef-c5c8-4d5c-aee4-6750c5b11793 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:07:01.989548 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 859adaef-c5c8-4d5c-aee4-6750c5b11793 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:07:01.995565 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 859adaef-c5c8-4d5c-aee4-6750c5b11793 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:07:01.995974 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:01.996326 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 859adaef-c5c8-4d5c-aee4-6750c5b11793 Oct 06 11:07:02.070382 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 859adaef-c5c8-4d5c-aee4-6750c5b11793 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:07:02.070773 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:02.095393 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3515b84-f9df-4927-aa3d-31b71dd06541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859adaef-c5c8-4d5c-aee4-6750c5b11793'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:02.099021 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adac2afa-2971-41a8-bb92-bc6716cbe0cb" -d '{"events": [{"server_uuid": "e3515b84-f9df-4927-aa3d-31b71dd06541", "name": "network-vif-plugged", "status": "completed", "tag": "859adaef-c5c8-4d5c-aee4-6750c5b11793"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:02.100666 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:02.113735 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 859adaef-c5c8-4d5c-aee4-6750c5b11793, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=859adaef-c5c8-4d5c-aee4-6750c5b11793,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:02.118517 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:02.144487 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aea37cb-8baa-4356-9f96-777af0979831 x-openstack-request-id: req-6aea37cb-8baa-4356-9f96-777af0979831 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:02.144779 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3515b84-f9df-4927-aa3d-31b71dd06541", "name": "network-vif-plugged", "status": "completed", "tag": "859adaef-c5c8-4d5c-aee4-6750c5b11793", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:02.145030 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6aea37cb-8baa-4356-9f96-777af0979831 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:02.145424 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aea37cb-8baa-4356-9f96-777af0979831'] response: {'server_uuid': 'e3515b84-f9df-4927-aa3d-31b71dd06541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859adaef-c5c8-4d5c-aee4-6750c5b11793', 'code': 200} Oct 06 11:07:02.154137 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:02.174116 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=859adaef-c5c8-4d5c-aee4-6750c5b11793,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:02.177663 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c9cf3-54ed-4a01-89de-d77af17796a9 req-933247de-2071-4111-b153-81843ca33672 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:02.179164 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-505c9cf3-54ed-4a01-89de-d77af17796a9 req-933247de-2071-4111-b153-81843ca33672 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 943 time: 0.0503626 Oct 06 11:07:02.227395 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-505c9cf3-54ed-4a01-89de-d77af17796a9 req-45c2f065-7606-432d-98c2-87074eacfaeb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Oct 06 11:07:02.580620 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d5126-ebb4-408d-a8bf-89e22f919c9f req-c7a8e8c7-1744-4f3d-9f89-339a75f8c356 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:02.582181 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-946d5126-ebb4-408d-a8bf-89e22f919c9f req-c7a8e8c7-1744-4f3d-9f89-339a75f8c356 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0468152 Oct 06 11:07:02.631360 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-946d5126-ebb4-408d-a8bf-89e22f919c9f req-a3f520ac-e4cf-41fd-b9e6-d6a03a79d666 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Oct 06 11:07:02.782725 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9a5e71d2-5005-4501-b0e2-455d40f534cb req-ca004b20-7998-4519-8d44-ba040683dfd3 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 210 time: 0.0334339 Oct 06 11:07:03.347188 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70208-a396-429b-be57-a2562248f7a1 req-246ecdf3-741f-4962-8aad-009e0ea5b477 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:03.348673 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a8c70208-a396-429b-be57-a2562248f7a1 req-246ecdf3-741f-4962-8aad-009e0ea5b477 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 943 time: 0.0465083 Oct 06 11:07:03.394790 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a8c70208-a396-429b-be57-a2562248f7a1 req-d430b936-5395-4644-a532-8d2903945318 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Oct 06 11:07:03.754465 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447b548-7332-4a5c-a40e-6547eda75402 req-965ef696-c84a-4397-8a53-7f897ff91cd2 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:03.755924 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e447b548-7332-4a5c-a40e-6547eda75402 req-965ef696-c84a-4397-8a53-7f897ff91cd2 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0465629 Oct 06 11:07:03.805563 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e447b548-7332-4a5c-a40e-6547eda75402 req-695cca6c-d98b-4a9c-8b2b-33f921e56dcc tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439684 Oct 06 11:07:03.884186 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4a858d10-8fb5-4eb8-b671-915a9e7bec2b req-27f55b3e-1044-4f79-9b5f-464609d04783 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 210 time: 0.0271850 Oct 06 11:07:04.456148 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434342d1-57df-4682-8b10-8e74224f922a req-ff6e26b4-00f5-4149-82c8-b5bcecf47d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:04.457862 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-434342d1-57df-4682-8b10-8e74224f922a req-ff6e26b4-00f5-4149-82c8-b5bcecf47d0a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1127 time: 0.0461676 Oct 06 11:07:04.571002 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91c8ca-64a8-4d72-b19e-a04e156c18f9 req-b93228ba-f43e-4843-af84-dfb2d265d876 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:04.572544 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9b91c8ca-64a8-4d72-b19e-a04e156c18f9 req-b93228ba-f43e-4843-af84-dfb2d265d876 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 943 time: 0.0998340 Oct 06 11:07:04.621233 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:04.672870 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434342d1-57df-4682-8b10-8e74224f922a req-76c97dd9-3c46-4b11-9001-e92e406d4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:04.674874 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-434342d1-57df-4682-8b10-8e74224f922a req-76c97dd9-3c46-4b11-9001-e92e406d4dff service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.1735597 Oct 06 11:07:04.695377 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9b91c8ca-64a8-4d72-b19e-a04e156c18f9 req-d9485030-3a6e-4daf-a7db-5a129bf9fa12 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161249 Oct 06 11:07:04.728151 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca709d-21a0-4d4f-bbb6-6427a475a9d7 req-6189a48f-17cb-44f3-9810-38918f7f27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:04.729720 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-43ca709d-21a0-4d4f-bbb6-6427a475a9d7 req-6189a48f-17cb-44f3-9810-38918f7f27f7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 1130 time: 0.1138132 Oct 06 11:07:04.731253 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-434342d1-57df-4682-8b10-8e74224f922a req-0741ebde-6c4f-4a7e-8c63-2cd4f0299cfd service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 200 len: 217 time: 0.0493701 Oct 06 11:07:04.813397 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434342d1-57df-4682-8b10-8e74224f922a req-37ee6018-264e-4ef3-8c29-fbc00cf48404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:04.815678 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-434342d1-57df-4682-8b10-8e74224f922a req-37ee6018-264e-4ef3-8c29-fbc00cf48404 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0741544 Oct 06 11:07:04.819066 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-43ca709d-21a0-4d4f-bbb6-6427a475a9d7 req-fc7a1479-c565-4c54-aeb3-f419b6907617 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786614 Oct 06 11:07:04.924954 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadab2d3-2519-4f44-9bab-8195864f5dd9 req-fa471805-e2d2-4eef-91eb-4a9e94db09b8 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:04.926455 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cadab2d3-2519-4f44-9bab-8195864f5dd9 req-fa471805-e2d2-4eef-91eb-4a9e94db09b8 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0494161 Oct 06 11:07:04.974337 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cadab2d3-2519-4f44-9bab-8195864f5dd9 req-1048f9a1-9858-4371-aba5-f94b1742040e tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Oct 06 11:07:04.989803 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a32d5b53-b708-418a-a7e6-03cd3c420f96 req-c065502a-5748-4925-ab55-34023e22477a tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 210 time: 0.0293262 Oct 06 11:07:05.205430 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434342d1-57df-4682-8b10-8e74224f922a req-f9e1d4ee-2d0d-4ddc-91e2-23780cb5e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:05.206944 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-434342d1-57df-4682-8b10-8e74224f922a req-f9e1d4ee-2d0d-4ddc-91e2-23780cb5e752 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439947 Oct 06 11:07:05.301333 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-434342d1-57df-4682-8b10-8e74224f922a req-8e433d24-8fcd-49d5-8982-af083c68d193 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859325 Oct 06 11:07:05.816484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f649-1f7b-40c4-9cb2-7d43194de03c req-44dda96f-b441-4608-94b3-c0e99090b075 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:05.817901 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bd41f649-1f7b-40c4-9cb2-7d43194de03c req-44dda96f-b441-4608-94b3-c0e99090b075 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 943 time: 0.0449779 Oct 06 11:07:05.865878 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bd41f649-1f7b-40c4-9cb2-7d43194de03c req-05a9c78d-e19d-40a6-8e4d-a2d442abcce4 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422902 Oct 06 11:07:05.932158 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-434342d1-57df-4682-8b10-8e74224f922a req-ecb2af38-d8bc-4a40-8a48-fa23d1e0cdfa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883589 Oct 06 11:07:05.942541 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device ce07790b-c95e-4fab-b759-f35f2b34ca5f details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:07:06.043635 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port ce07790b-c95e-4fab-b759-f35f2b34ca5f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:06.057042 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'mac_address': 'fa:16:3e:cf:1b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:07:06.092639 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-94523c69-ab2d-45ca-8808-5089b35a738a req-912c7424-7171-488b-b9e0-d03b9b94d978 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 210 time: 0.0290611 Oct 06 11:07:06.096917 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:06.103618 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port ce07790b-c95e-4fab-b759-f35f2b34ca5f is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:07:06.104349 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:06.118150 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce07790b-c95e-4fab-b759-f35f2b34ca5f {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:07:06.119188 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e2b81-f786-42d9-8e7e-2d453ebf62fe req-6f8a73a9-999e-4209-9616-287a5724e499 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:06.120717 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f24e2b81-f786-42d9-8e7e-2d453ebf62fe req-6f8a73a9-999e-4209-9616-287a5724e499 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0627036 Oct 06 11:07:06.138778 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port ce07790b-c95e-4fab-b759-f35f2b34ca5f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:06.144539 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:06.172855 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f24e2b81-f786-42d9-8e7e-2d453ebf62fe req-c466afc7-d3f8-4030-8153-fbe43305c69b tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465126 Oct 06 11:07:06.191004 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=ce07790b-c95e-4fab-b759-f35f2b34ca5f,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:06.661108 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['ce07790b-c95e-4fab-b759-f35f2b34ca5f'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:07:06.974192 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:06.990554 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d044247-7c22-4b2f-81c8-567d1a97c603 req-1c974e0b-901f-4d51-bc6a-d90ee53f2f5d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:06.992121 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6d044247-7c22-4b2f-81c8-567d1a97c603 req-1c974e0b-901f-4d51-bc6a-d90ee53f2f5d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 944 time: 0.0508530 Oct 06 11:07:07.042846 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6d044247-7c22-4b2f-81c8-567d1a97c603 req-8e346e45-7bd6-49e0-8b03-5adbcda73ad7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Oct 06 11:07:07.186605 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-8b20f9ac-41f0-4d35-98e8-c7d5fd52a9f5 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=dc88ab1bf75e47e2bdd03d3cd3aa0eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360034 Oct 06 11:07:07.265172 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9330fb67-8274-4317-96e8-46f195af107b req-f350be26-e9f9-4baf-bdf1-01da3d833daa tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 210 time: 0.0815523 Oct 06 11:07:07.271000 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-158cfa0b-a5b8-49d8-98d4-f2ed339b2ab7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057026 Oct 06 11:07:07.308949 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202351b-9278-4b70-aa9c-6704b9f5eb04 req-a1f55bcb-297e-49ac-ac6c-557e01339daf tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:07.310419 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9202351b-9278-4b70-aa9c-6704b9f5eb04 req-a1f55bcb-297e-49ac-ac6c-557e01339daf tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0498276 Oct 06 11:07:07.336410 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:07.356140 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e452-a073-4159-9291-5d2234d45696 req-4dfa8926-98e6-4047-8007-0905f030be68 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:07.357576 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-4dfa8926-98e6-4047-8007-0905f030be68 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389492 Oct 06 11:07:07.358557 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9202351b-9278-4b70-aa9c-6704b9f5eb04 req-5772adb8-7249-429c-b826-611dfa6a925d tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Oct 06 11:07:07.458240 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Request body: {'port': {'device_id': 'ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3', 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec', 'admin_state_up': True, 'tenant_id': 'dc88ab1bf75e47e2bdd03d3cd3aa0eee'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:07:07.538527 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-276e93b7-b2a9-4c6c-9bc6-d67f14eeff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:07.539998 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-276e93b7-b2a9-4c6c-9bc6-d67f14eeff00 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 1130 time: 0.0855591 Oct 06 11:07:07.668202 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Made reservation on behalf of dc88ab1bf75e47e2bdd03d3cd3aa0eee for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:07:07.672291 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:07.690665 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:07.695766 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-a6ce3669-4227-43d5-a244-7c736e539727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:07.697268 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-a6ce3669-4227-43d5-a244-7c736e539727 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 910 time: 0.1321306 Oct 06 11:07:07.771563 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:07.789556 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-05b56536-5527-427c-bf59-11b3bbff612d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 200 len: 1001 time: 0.0831804 Oct 06 11:07:07.866975 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks [] for security_group (c26ea448-c058-4806-8301-238366d4f1de), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:07.869096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-c6683cfc-e4b3-44e3-af79-50a84cb630f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:07.870604 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-c6683cfc-e4b3-44e3-af79-50a84cb630f0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.0682449 Oct 06 11:07:07.871566 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (c26ea448-c058-4806-8301-238366d4f1de), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:07.961308 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device ce07790b-c95e-4fab-b759-f35f2b34ca5f up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:07:07.975856 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ea448-c058-4806-8301-238366d4f1de,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:07.980679 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-22a51051-3e94-40b1-b36a-4553597eb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:07.982169 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-22a51051-3e94-40b1-b36a-4553597eb408 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027346 Oct 06 11:07:08.009465 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.009740 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port ce07790b-c95e-4fab-b759-f35f2b34ca5f completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:07:08.010325 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.010852 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.011242 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.011568 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.011889 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.012240 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.012576 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.012865 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.013246 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.013512 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.013837 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.014183 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.014472 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.014937 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:08.016151 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port ce07790b-c95e-4fab-b759-f35f2b34ca5f triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:07:08.017424 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:08.018490 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port ce07790b-c95e-4fab-b759-f35f2b34ca5f Oct 06 11:07:08.114370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:08.130520 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Allocated IP 192.168.233.13 (111d9804-bfe5-4759-88e7-2a677d04b6ec/62b50324-52c1-442c-a6b0-1f913a63b6b7/703adb53-b78a-48ae-a473-4fd17cdeb621) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:07:08.163335 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ea01-7a80-4e28-a2cb-074743ae78b4 req-dc7fd94d-af52-4e28-9600-80b965612974 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:08.165475 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4593ea01-7a80-4e28-a2cb-074743ae78b4 req-dc7fd94d-af52-4e28-9600-80b965612974 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0671444 Oct 06 11:07:08.196774 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-501ee4b5-8833-481a-990c-ddde5dec2243 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025788 Oct 06 11:07:08.223811 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4593ea01-7a80-4e28-a2cb-074743ae78b4 req-d91d071a-888d-42a3-adeb-368ab271270f tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Oct 06 11:07:08.226657 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdd291-26f8-4dac-b150-c86fb9a9efda req-ee13e24a-3d95-4ee9-a084-07a8d6c51a10 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:08.228207 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6ebdd291-26f8-4dac-b150-c86fb9a9efda req-ee13e24a-3d95-4ee9-a084-07a8d6c51a10 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 944 time: 0.0890441 Oct 06 11:07:08.247460 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port ce07790b-c95e-4fab-b759-f35f2b34ca5f is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:07:08.247873 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:08.270903 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:08.273632 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9939dd0e-5f67-437e-9cab-6e6d140b46b3" -d '{"events": [{"server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "name": "network-vif-plugged", "status": "completed", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:08.287708 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port ce07790b-c95e-4fab-b759-f35f2b34ca5f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:08.292133 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:08.321569 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4463b-74bf-471d-8226-5837b033d189 x-openstack-request-id: req-f2a4463b-74bf-471d-8226-5837b033d189 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:08.321944 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "name": "network-vif-plugged", "status": "completed", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:08.322387 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2a4463b-74bf-471d-8226-5837b033d189 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:08.323066 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a4463b-74bf-471d-8226-5837b033d189'] response: {'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'code': 200} Oct 06 11:07:08.351269 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6ebdd291-26f8-4dac-b150-c86fb9a9efda req-229ef79c-9668-4534-a14c-8ea324f07a53 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146905 Oct 06 11:07:08.351928 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=ce07790b-c95e-4fab-b759-f35f2b34ca5f,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:08.391227 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-63a099b8-960b-464b-a0dd-6e1f7b47f190 req-cddea546-9984-4990-a8b3-f2ab84d15f03 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 210 time: 0.0305333 Oct 06 11:07:08.395675 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks [] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:08.433443 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:08.469693 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:08.479532 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Network 111d9804-bfe5-4759-88e7-2a677d04b6ec is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:07:08.485239 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:07:08.489347 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:07:08.494140 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Pushing event updated for resources: {'Port': ['ID=703adb53-b78a-48ae-a473-4fd17cdeb621,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:08.547393 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:08.547970 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:08.565799 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-d84259bc-48d5-4ac8-941a-757c1b06bc45 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1125321 Oct 06 11:07:08.738012 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-0caadb5f-7730-46c0-ae39-3aca04a74b60 None None] Provisioning complete for port 703adb53-b78a-48ae-a473-4fd17cdeb621 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:07:08.738390 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0caadb5f-7730-46c0-ae39-3aca04a74b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:08.738773 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-0caadb5f-7730-46c0-ae39-3aca04a74b60 None None] Attempt 1 to provision port 703adb53-b78a-48ae-a473-4fd17cdeb621 Oct 06 11:07:08.763113 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:08.772783 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-0caadb5f-7730-46c0-ae39-3aca04a74b60 None None] Port 703adb53-b78a-48ae-a473-4fd17cdeb621 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:07:09.348972 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396191fd-d3c8-435b-9738-a399b149271e req-e9f3eba5-fe2b-43a5-9058-6a237f1f2af1 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:09.350439 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-396191fd-d3c8-435b-9738-a399b149271e req-e9f3eba5-fe2b-43a5-9058-6a237f1f2af1 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0460877 Oct 06 11:07:09.401279 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Request body: {'port': {'device_id': 'ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:07:09.416626 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-396191fd-d3c8-435b-9738-a399b149271e req-b63fec94-5afd-4f36-aeba-f2d793467acf tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604103 Oct 06 11:07:09.496544 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0c558-ec09-42a5-9ba0-94148c012dd7 req-dfac2c30-149f-462b-9915-02bc0bc1f553 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:09.498267 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b2c0c558-ec09-42a5-9ba0-94148c012dd7 req-dfac2c30-149f-462b-9915-02bc0bc1f553 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0543399 Oct 06 11:07:09.551701 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b2c0c558-ec09-42a5-9ba0-94148c012dd7 req-78b65322-0735-4112-a8d3-0dc3838634bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469868 Oct 06 11:07:09.559739 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:09.589749 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cc981-1cc6-4a0a-ba95-3db1bf78e3bf req-a2f61fef-a142-4472-aeb9-27d4696ace55 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:09.591214 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-620cc981-1cc6-4a0a-ba95-3db1bf78e3bf req-a2f61fef-a142-4472-aeb9-27d4696ace55 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 935 time: 0.0997405 Oct 06 11:07:09.639599 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fe9ddbb5-676b-483c-96b5-1a909fd0875e req-dbe1b4f2-7cf7-416a-957f-8c3f88333a8f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339871 Oct 06 11:07:09.725833 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-620cc981-1cc6-4a0a-ba95-3db1bf78e3bf req-2ff159da-5679-4796-96dd-6326618e82fb tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236136 Oct 06 11:07:09.788273 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:09.881322 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703adb53-b78a-48ae-a473-4fd17cdeb621 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:07:09.888551 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Publish callbacks [] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:09.901628 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Transition to ACTIVE for port object 703adb53-b78a-48ae-a473-4fd17cdeb621 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:07:09.905428 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:09.989691 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-3b3805a2-80c3-4e3f-98a2-7e82232c2b22 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:09.991595 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-3b3805a2-80c3-4e3f-98a2-7e82232c2b22 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0562599 Oct 06 11:07:10.000698 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Pushing event updated for resources: {'Port': ['ID=703adb53-b78a-48ae-a473-4fd17cdeb621,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:10.020863 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b9092-15f7-4df3-9ce4-db8fca56b6a3 req-cd9bdd92-628b-4981-83d0-f4a5939cfc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:10.022608 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6a6b9092-15f7-4df3-9ce4-db8fca56b6a3 req-cd9bdd92-628b-4981-83d0-f4a5939cfc9c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1129 time: 0.0905731 Oct 06 11:07:10.049326 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:10.052044 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Attempting to bind port 703adb53-b78a-48ae-a473-4fd17cdeb621 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:07:10.052383 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Attempting to bind port 703adb53-b78a-48ae-a473-4fd17cdeb621 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:07:10.052716 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Attempting to bind port 703adb53-b78a-48ae-a473-4fd17cdeb621 on network 111d9804-bfe5-4759-88e7-2a677d04b6ec {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:07:10.096026 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Port 703adb53-b78a-48ae-a473-4fd17cdeb621 on network 111d9804-bfe5-4759-88e7-2a677d04b6ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:07:10.096355 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Attempting to bind port 703adb53-b78a-48ae-a473-4fd17cdeb621 on network 111d9804-bfe5-4759-88e7-2a677d04b6ec {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:07:10.140650 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:07:10.140913 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Checking segment: {'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:07:10.141299 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Bound using segment: {'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:07:10.141733 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Bound port: 703adb53-b78a-48ae-a473-4fd17cdeb621, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383ad01c-5fdf-4c66-bc7b-055836d24783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:07:10.142095 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:10.201654 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] For port 703adb53-b78a-48ae-a473-4fd17cdeb621, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:07:10.204853 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] For port 703adb53-b78a-48ae-a473-4fd17cdeb621, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=703adb53-b78a-48ae-a473-4fd17cdeb621,segment=NetworkSegment(383ad01c-5fdf-4c66-bc7b-055836d24783),segment_id=383ad01c-5fdf-4c66-bc7b-055836d24783)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:07:10.210068 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:10.213125 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:10.213819 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:10.215202 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/703adb53-b78a-48ae-a473-4fd17cdeb621 HTTP/1.1" status: 200 len: 1097 time: 0.8184469 Oct 06 11:07:10.217260 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3', 'tag': '703adb53-b78a-48ae-a473-4fd17cdeb621'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:10.219460 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cf137c-bd06-4505-bcad-f7a9d44283d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3", "tag": "703adb53-b78a-48ae-a473-4fd17cdeb621"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:10.262332 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b98152-f791-44d0-8080-23a4cab15e17 x-openstack-request-id: req-d0b98152-f791-44d0-8080-23a4cab15e17 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:10.262607 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3", "tag": "703adb53-b78a-48ae-a473-4fd17cdeb621", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:10.262856 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0b98152-f791-44d0-8080-23a4cab15e17 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:10.263242 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b98152-f791-44d0-8080-23a4cab15e17'] response: {'name': 'network-changed', 'server_uuid': 'ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3', 'tag': '703adb53-b78a-48ae-a473-4fd17cdeb621', 'status': 'completed', 'code': 200} Oct 06 11:07:10.267930 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] Pushing event updated for resources: {'Port': ['ID=703adb53-b78a-48ae-a473-4fd17cdeb621,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:10.366326 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6a6b9092-15f7-4df3-9ce4-db8fca56b6a3 req-70282213-720b-4f63-ae5d-f96af9ef666c service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452359 Oct 06 11:07:10.436186 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Deleting port 859adaef-c5c8-4d5c-aee4-6750c5b11793 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:07:10.436535 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:10.548355 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360b974-69e5-4228-87b0-4aa0cc852b5b req-05e14e62-fa54-4d1b-ad61-bc442f6ff276 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:10.550984 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0360b974-69e5-4228-87b0-4aa0cc852b5b req-05e14e62-fa54-4d1b-ad61-bc442f6ff276 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 946 time: 0.0528116 Oct 06 11:07:10.603872 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0360b974-69e5-4228-87b0-4aa0cc852b5b req-20c60621-72a2-4c34-8e81-e37fe33847b2 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Oct 06 11:07:10.787719 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce90d-45bc-4eb8-99e1-0377f6ee1cc8 req-342c969e-0d2e-49b7-8f83-5b3bfe14d55e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:10.789264 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aefce90d-45bc-4eb8-99e1-0377f6ee1cc8 req-342c969e-0d2e-49b7-8f83-5b3bfe14d55e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0702212 Oct 06 11:07:10.835947 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] For port 859adaef-c5c8-4d5c-aee4-6750c5b11793, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=859adaef-c5c8-4d5c-aee4-6750c5b11793,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:10.836317 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:10.847781 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1029c-f49a-4247-8423-9edbfa061158 req-bcdf3fd8-6118-4d9e-9885-680ac157ce8c tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:10.849462 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10b1029c-f49a-4247-8423-9edbfa061158 req-bcdf3fd8-6118-4d9e-9885-680ac157ce8c tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 947 time: 0.0476205 Oct 06 11:07:10.860651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Calling delete_port for 859adaef-c5c8-4d5c-aee4-6750c5b11793 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:07:10.879970 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aefce90d-45bc-4eb8-99e1-0377f6ee1cc8 req-b3355e01-3640-46eb-bead-e190f3308b96 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795557 Oct 06 11:07:10.939682 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10b1029c-f49a-4247-8423-9edbfa061158 req-122ea553-9d53-4bd0-9614-c61aaf657e15 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845098 Oct 06 11:07:10.967436 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf137c-bd06-4505-bcad-f7a9d44283d3 req-54daafe2-f38c-4166-8140-40871197f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:10.967436 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-60cf137c-bd06-4505-bcad-f7a9d44283d3 req-54daafe2-f38c-4166-8140-40871197f3d6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=dc88ab1bf75e47e2bdd03d3cd3aa0eee&device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 1131 time: 0.0729496 Oct 06 11:07:11.018474 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (859adaef-c5c8-4d5c-aee4-6750c5b11793), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:11.044135 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Pushing event deleted for resources: {'Port': ['ID=859adaef-c5c8-4d5c-aee4-6750c5b11793,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:11.066056 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['859adaef-c5c8-4d5c-aee4-6750c5b11793'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:07:11.076792 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.077184 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.077566 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.077900 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.078217 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.078631 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.078936 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.079275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.079702 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.080198 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.081008 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.081420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.081712 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.082032 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.082348 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:11.122166 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] No DVR routers for this DVR port 859adaef-c5c8-4d5c-aee4-6750c5b11793 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:07:11.125024 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:11.128774 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-209820b2-a8f4-4dec-b6b5-38044e04e302 req-78b9082b-76ab-4312-9e14-3a9a30113693 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.55 "DELETE /networking/v2.0/ports/859adaef-c5c8-4d5c-aee4-6750c5b11793 HTTP/1.1" status: 204 len: 173 time: 0.8069355 Oct 06 11:07:11.129261 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3515b84-f9df-4927-aa3d-31b71dd06541', 'name': 'network-vif-deleted', 'tag': '859adaef-c5c8-4d5c-aee4-6750c5b11793'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:11.131536 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d90a11-93c8-4e50-97ce-9669959fa2e4" -d '{"events": [{"server_uuid": "e3515b84-f9df-4927-aa3d-31b71dd06541", "name": "network-vif-deleted", "tag": "859adaef-c5c8-4d5c-aee4-6750c5b11793"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:11.167556 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be10ddfe-ac62-4474-809e-e4de8fda96be x-openstack-request-id: req-be10ddfe-ac62-4474-809e-e4de8fda96be {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:11.167895 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3515b84-f9df-4927-aa3d-31b71dd06541", "name": "network-vif-deleted", "tag": "859adaef-c5c8-4d5c-aee4-6750c5b11793", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:11.168121 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be10ddfe-ac62-4474-809e-e4de8fda96be {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:11.168615 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be10ddfe-ac62-4474-809e-e4de8fda96be'] response: {'server_uuid': 'e3515b84-f9df-4927-aa3d-31b71dd06541', 'name': 'network-vif-deleted', 'tag': '859adaef-c5c8-4d5c-aee4-6750c5b11793', 'status': 'completed', 'code': 200} Oct 06 11:07:11.693996 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-60cf137c-bd06-4505-bcad-f7a9d44283d3 req-ce0aa6c0-6c78-4266-ae07-efca514655c4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=dc88ab1bf75e47e2bdd03d3cd3aa0eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239668 Oct 06 11:07:11.718638 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:11.719785 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-93b4b0a9-bf1e-4f0c-89a1-fde4c5881e63 req-a265b09a-6772-4ecc-8a18-b6add95acd0c tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0285993 Oct 06 11:07:11.787071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:11.871173 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf137c-bd06-4505-bcad-f7a9d44283d3 req-c0dd83bc-7ac8-4716-9f5e-7d60a03039bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:11.872676 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-60cf137c-bd06-4505-bcad-f7a9d44283d3 req-c0dd83bc-7ac8-4716-9f5e-7d60a03039bf service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940955 Oct 06 11:07:12.010471 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0f6a5-8ace-448f-8b0c-edec3024b2ab req-caac2a86-1e95-44dd-92da-eae09e01fe5f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:12.012292 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-01e0f6a5-8ace-448f-8b0c-edec3024b2ab req-caac2a86-1e95-44dd-92da-eae09e01fe5f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0502317 Oct 06 11:07:12.033964 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:12.073092 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abb1c1-88b5-4e4d-87b6-fc19df67dd63 req-c749c958-34bd-4546-9021-e3f5142f47a8 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:12.074460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-01e0f6a5-8ace-448f-8b0c-edec3024b2ab req-d3245314-44f3-43e3-bf55-d58d555ba6bd tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559409 Oct 06 11:07:12.081816 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-16abb1c1-88b5-4e4d-87b6-fc19df67dd63 req-c749c958-34bd-4546-9021-e3f5142f47a8 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 947 time: 0.0629573 Oct 06 11:07:12.138747 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-16abb1c1-88b5-4e4d-87b6-fc19df67dd63 req-51b07ff5-1717-40a7-a450-69b258545965 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Oct 06 11:07:12.636677 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e452-a073-4159-9291-5d2234d45696 req-39f47398-edd5-4dd8-ba2f-9f2738081362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:12.638549 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-39f47398-edd5-4dd8-ba2f-9f2738081362 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=dc88ab1bf75e47e2bdd03d3cd3aa0eee&device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 1131 time: 0.0457258 Oct 06 11:07:12.688747 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-2479686f-f591-4312-b9a8-a37bcfd2d2b9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=703adb53-b78a-48ae-a473-4fd17cdeb621 HTTP/1.1" status: 200 len: 217 time: 0.0322909 Oct 06 11:07:12.832402 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19450eb6-69b4-4fb1-ae03-6d0d349bd097 req-5d1ada91-52d5-41f3-8720-698369abed86 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0293155 Oct 06 11:07:13.230584 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e452-a073-4159-9291-5d2234d45696 req-1b9c4ece-57fa-4287-9d3a-45863db13609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:13.232093 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-1b9c4ece-57fa-4287-9d3a-45863db13609 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=62b50324-52c1-442c-a6b0-1f913a63b6b7 HTTP/1.1" status: 200 len: 843 time: 0.3081443 Oct 06 11:07:13.245568 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047de1-7341-4ab0-b5e1-a059e2d2374b req-a1275d82-6b46-4d15-abf2-9847e4c6eaa0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:13.247029 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b047de1-7341-4ab0-b5e1-a059e2d2374b req-a1275d82-6b46-4d15-abf2-9847e4c6eaa0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0612648 Oct 06 11:07:13.271899 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e99b6-8471-4876-ae32-d91dc2a504e3 req-4ce4603e-6d9a-455e-877a-e132f36f6b21 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:13.273753 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c8e99b6-8471-4876-ae32-d91dc2a504e3 req-4ce4603e-6d9a-455e-877a-e132f36f6b21 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 947 time: 0.0580773 Oct 06 11:07:13.304094 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e452-a073-4159-9291-5d2234d45696 req-0ff368f3-f39d-4e3e-84ff-743fdddf993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:13.305614 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-0ff368f3-f39d-4e3e-84ff-743fdddf993d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=111d9804-bfe5-4759-88e7-2a677d04b6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0577273 Oct 06 11:07:13.321928 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:13.330428 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c8e99b6-8471-4876-ae32-d91dc2a504e3 req-e475f0eb-cbd4-4286-a17f-e7e75258de1d tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474148 Oct 06 11:07:13.373801 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b047de1-7341-4ab0-b5e1-a059e2d2374b req-1ebac227-e19d-4d23-b59d-19f47456503d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161392 Oct 06 11:07:13.396000 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:13.418117 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-65840c34-1a55-4ed0-92d7-5511b9766974 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/111d9804-bfe5-4759-88e7-2a677d04b6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044788 Oct 06 11:07:13.493768 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25cf3b-fe61-43d8-8542-6ecc9ec2026a req-c8afed68-8307-4885-9ceb-7533b2a4bd95 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:13.495253 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5d25cf3b-fe61-43d8-8542-6ecc9ec2026a req-c8afed68-8307-4885-9ceb-7533b2a4bd95 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0470178 Oct 06 11:07:13.505857 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 60918) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:07:13.510708 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'floatingip': {'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:07:13.541081 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-3fa44a45-5098-4ed3-9b06-3ef98d0475d2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/111d9804-bfe5-4759-88e7-2a677d04b6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889165 Oct 06 11:07:13.553097 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (5e323f3b-24d8-4842-95c7-8230752d9d2a), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:13.948994 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-881fe9a2-fab0-40ff-a34b-3bd1199c4df4 req-7d2f6785-2abe-4938-9b19-bad39cedb8a1 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0265296 Oct 06 11:07:13.974725 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 859adaef-c5c8-4d5c-aee4-6750c5b11793 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:07:13.981682 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:13.985622 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (5e323f3b-24d8-4842-95c7-8230752d9d2a), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:13.994505 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 859adaef-c5c8-4d5c-aee4-6750c5b11793 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:07:13.994863 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 859adaef-c5c8-4d5c-aee4-6750c5b11793 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:07:14.083218 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Floating IP 5e323f3b-24d8-4842-95c7-8230752d9d2a associated. External IP: 172.27.0.46, port: ce07790b-c95e-4fab-b759-f35f2b34ca5f. Oct 06 11:07:14.278744 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Router 33dd6613-b351-4b7c-aed5-373ec054b50f has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:07:14.331281 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:14.385536 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:07:14.390731 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:14.398682 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] Sync routers for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:07:14.412766 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:07:14.413545 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:06:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:07:14.449613 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-feed4b22-53e3-49a2-ac0b-52db689c3780 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/5e323f3b-24d8-4842-95c7-8230752d9d2a HTTP/1.1" status: 200 len: 990 time: 0.9424531 Oct 06 11:07:14.452302 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:14.454537 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fac702-c4e5-4010-98ad-71b7a731fd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:14.469098 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0b483-47a5-4a9d-b6ac-3383db0c4cb4 req-52fb1128-5c55-4451-9f69-f5e0654839d6 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:14.469272 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d9f0b483-47a5-4a9d-b6ac-3383db0c4cb4 req-52fb1128-5c55-4451-9f69-f5e0654839d6 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 947 time: 0.0579910 Oct 06 11:07:14.494645 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:14.495236 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68db1eb-f2da-4a22-b9aa-6d4153f3d8dc x-openstack-request-id: req-c68db1eb-f2da-4a22-b9aa-6d4153f3d8dc {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:14.495521 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:14.495767 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c68db1eb-f2da-4a22-b9aa-6d4153f3d8dc {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:14.496208 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68db1eb-f2da-4a22-b9aa-6d4153f3d8dc'] response: {'name': 'network-changed', 'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'status': 'completed', 'code': 200} Oct 06 11:07:14.509256 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:14.523436 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:07:14.524172 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d9f0b483-47a5-4a9d-b6ac-3383db0c4cb4 req-83f16a7f-5ee4-4c08-9baa-774bdd9d4f62 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488145 Oct 06 11:07:14.771582 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '5e323f3b-24d8-4842-95c7-8230752d9d2a', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'mac_address': 'fa:16:3e:cf:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:06:56Z', 'updated_at': '2022-10-06T11:07:13Z', 'revision_number': 1, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:07:14.800285 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] Checking router: 33dd6613-b351-4b7c-aed5-373ec054b50f for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:07:14.808413 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:07:14.809009 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:06:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:07:14.906991 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:07:15.070885 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cba86f23-579a-4391-ae59-2a1a49e63cb3 req-08a8789b-adc4-427f-b088-d5816d6707cc tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0284724 Oct 06 11:07:15.116434 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '5e323f3b-24d8-4842-95c7-8230752d9d2a', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'mac_address': 'fa:16:3e:cf:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:06:56Z', 'updated_at': '2022-10-06T11:07:13Z', 'revision_number': 1, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:07:15.140656 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf4486-6bfc-4e00-bc17-ad72d55d83dc None None] The sync data for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi is: [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '5e323f3b-24d8-4842-95c7-8230752d9d2a', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'mac_address': 'fa:16:3e:cf:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:06:56Z', 'updated_at': '2022-10-06T11:07:13Z', 'revision_number': 1, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:07:15.320687 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52056065-19a1-4b4f-a5c9-0d807146a260 None None] New status for floating IP 5e323f3b-24d8-4842-95c7-8230752d9d2a: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:07:15.646895 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a570d-088b-4837-b3a6-82b728c024d7 req-7a21db94-2320-4b12-b7f5-c389fba09c71 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:15.648588 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-031a570d-088b-4837-b3a6-82b728c024d7 req-7a21db94-2320-4b12-b7f5-c389fba09c71 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 947 time: 0.0475714 Oct 06 11:07:15.697750 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-031a570d-088b-4837-b3a6-82b728c024d7 req-68ddbb42-7d12-4dcb-8b9c-8a5370bd2741 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436049 Oct 06 11:07:16.186089 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e989ffa0-fa4c-451d-b3bc-c8944ad3372f req-0c1fc290-ca38-46ab-875a-e8a0aa54116c tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e3515b84-f9df-4927-aa3d-31b71dd06541 HTTP/1.1" status: 200 len: 210 time: 0.0280280 Oct 06 11:07:16.709026 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-c01bf478-bfa6-4451-8053-4ab77819d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:16.710410 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-c01bf478-bfa6-4451-8053-4ab77819d743 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1129 time: 0.0420544 Oct 06 11:07:16.805010 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-93d84466-fcd8-4541-b9c9-5f05e905da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:16.806817 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-93d84466-fcd8-4541-b9c9-5f05e905da1d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.0896881 Oct 06 11:07:16.821384 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9f181-5f97-4b3a-afa3-db0c23e767e5 req-77d17449-f2c9-4980-acd3-404c86407800 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:16.822873 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-13a9f181-5f97-4b3a-afa3-db0c23e767e5 req-77d17449-f2c9-4980-acd3-404c86407800 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 947 time: 0.0479558 Oct 06 11:07:16.870692 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-13a9f181-5f97-4b3a-afa3-db0c23e767e5 req-e9fa95d5-c5e1-4ca4-9a76-5462c062e8a8 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Oct 06 11:07:16.873735 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-dea0c67e-7596-44a4-8dc8-0d88d17d4cb3 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 200 len: 1000 time: 0.0593531 Oct 06 11:07:16.923401 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-a8c95c1f-c6a5-4f74-ab4b-14aa6d9aa36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:16.925009 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-a8c95c1f-c6a5-4f74-ab4b-14aa6d9aa36d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0446327 Oct 06 11:07:16.967924 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-977367f9-7991-4a02-bb18-6261149f09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:16.969300 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-977367f9-7991-4a02-bb18-6261149f09d6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375404 Oct 06 11:07:17.038622 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:17.062385 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-e317a2c3-b417-4f0d-8fb9-67f4e20ca191 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859191 Oct 06 11:07:17.156644 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-92fac702-c4e5-4010-98ad-71b7a731fd2b req-f829b8a1-9918-404f-9af6-e753ae94db63 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872407 Oct 06 11:07:17.510230 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-77d1822e-09ea-4909-8dca-f18938e42f56 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:17.511677 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-77d1822e-09ea-4909-8dca-f18938e42f56 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/networks?id=64387bc0-fbf9-44d4-9497-6fe113ce8fc4 HTTP/1.1" status: 200 len: 809 time: 0.1037424 Oct 06 11:07:17.525974 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-e803cc89-8ec0-44e5-a3d8-b17a5b75c3a5 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/quotas/fb718a8a6011481c8c425b25f426aa3f HTTP/1.1" status: 200 len: 375 time: 0.0090001 Oct 06 11:07:17.557934 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-7c8084f9-6a1a-43e6-ae16-407e77e3c00e tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fb718a8a6011481c8c425b25f426aa3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269380 Oct 06 11:07:17.656709 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-26a4f468-1544-431e-897a-faabbf71a41d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922585 Oct 06 11:07:17.745737 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-0aeb62d2-e78e-4cd2-b447-0d514154058f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827041 Oct 06 11:07:17.916854 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8a432bb9-42aa-405c-b2e0-97cebec7f583 req-9215eb25-ae6a-4334-a5e1-562c8e6e2fbe tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 210 time: 0.0355752 Oct 06 11:07:17.992288 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 703adb53-b78a-48ae-a473-4fd17cdeb621 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:07:17.998450 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c5cb0-209e-44eb-bb58-6b1c951bcdb0 req-0b943e0b-2cb4-4851-be76-bbbcabc7d566 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:18.000043 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1f4c5cb0-209e-44eb-bb58-6b1c951bcdb0 req-0b943e0b-2cb4-4851-be76-bbbcabc7d566 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 947 time: 0.0481253 Oct 06 11:07:18.056573 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1f4c5cb0-209e-44eb-bb58-6b1c951bcdb0 req-290eb541-0122-461b-a88b-6c2785c59d43 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495493 Oct 06 11:07:18.098351 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 703adb53-b78a-48ae-a473-4fd17cdeb621, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=703adb53-b78a-48ae-a473-4fd17cdeb621,segment=NetworkSegment(383ad01c-5fdf-4c66-bc7b-055836d24783),segment_id=383ad01c-5fdf-4c66-bc7b-055836d24783)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:18.110160 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '703adb53-b78a-48ae-a473-4fd17cdeb621', 'network_id': '111d9804-bfe5-4759-88e7-2a677d04b6ec', 'port_id': '703adb53-b78a-48ae-a473-4fd17cdeb621', 'mac_address': 'fa:16:3e:3c:d6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 484, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b50324-52c1-442c-a6b0-1f913a63b6b7', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:07:18.148145 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 703adb53-b78a-48ae-a473-4fd17cdeb621 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:07:18.148544 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:18.166178 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703adb53-b78a-48ae-a473-4fd17cdeb621 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:07:18.178577 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:18.188146 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 703adb53-b78a-48ae-a473-4fd17cdeb621, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=703adb53-b78a-48ae-a473-4fd17cdeb621,segment=NetworkSegment(383ad01c-5fdf-4c66-bc7b-055836d24783),segment_id=383ad01c-5fdf-4c66-bc7b-055836d24783)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:18.192882 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:18.197229 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:18.246078 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=703adb53-b78a-48ae-a473-4fd17cdeb621,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:18.768010 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['703adb53-b78a-48ae-a473-4fd17cdeb621'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:07:19.023079 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-306820f6-6280-41c2-82bd-15cb78486bc1 req-a5548278-217a-43d9-b701-d71c83c598ef tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 210 time: 0.0312376 Oct 06 11:07:19.182759 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2096d8f-6e5a-452a-b2d5-d2ceb6ce5e89 req-bb259c42-88fe-4682-a0e8-562bd7000252 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:19.184443 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c2096d8f-6e5a-452a-b2d5-d2ceb6ce5e89 req-bb259c42-88fe-4682-a0e8-562bd7000252 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 948 time: 0.0503256 Oct 06 11:07:19.248214 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c2096d8f-6e5a-452a-b2d5-d2ceb6ce5e89 req-1ded5061-55a8-4a2c-8935-2bca5f8289ad tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527833 Oct 06 11:07:19.261032 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-62b7fb88-5332-4977-aab2-b4395bafd569 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:19.262485 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-62b7fb88-5332-4977-aab2-b4395bafd569 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.55 "GET /networking/v2.0/networks?id=64387bc0-fbf9-44d4-9497-6fe113ce8fc4 HTTP/1.1" status: 200 len: 809 time: 0.1072698 Oct 06 11:07:19.285542 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Request body: {'port': {'device_id': 'b5d7f9ad-4fc8-49e2-bb6e-bee30363321b', 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4', 'admin_state_up': True, 'tenant_id': 'fb718a8a6011481c8c425b25f426aa3f'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:07:19.397866 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Made reservation on behalf of fb718a8a6011481c8c425b25f426aa3f for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:07:19.402892 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:19.532565 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Allocated IP 172.20.0.7 (64387bc0-fbf9-44d4-9497-6fe113ce8fc4/df45cadb-a4c2-4af8-b33c-30677297b356/2dad448e-17b8-4929-9a02-f52e569815ec) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:07:19.536678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:19.685665 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks [] for port (2dad448e-17b8-4929-9a02-f52e569815ec), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:19.716668 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:19.760470 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:07:19.763564 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:07:19.767357 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:07:19.773798 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Pushing event updated for resources: {'Port': ['ID=2dad448e-17b8-4929-9a02-f52e569815ec,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:19.810613 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:19.818743 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:19.819353 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:19.836232 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-57b63b4c-c175-4636-b2eb-d42ffdad73cd tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547223 Oct 06 11:07:19.854387 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Request body: {'port': {'device_id': 'b5d7f9ad-4fc8-49e2-bb6e-bee30363321b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:07:19.916735 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.065032 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 703adb53-b78a-48ae-a473-4fd17cdeb621 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:07:20.109056 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 703adb53-b78a-48ae-a473-4fd17cdeb621 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:07:20.115718 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 703adb53-b78a-48ae-a473-4fd17cdeb621 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:07:20.116130 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.116469 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 703adb53-b78a-48ae-a473-4fd17cdeb621 Oct 06 11:07:20.163526 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a301e0-7b3b-44a5-972d-49682863325c req-38df26b6-7fd7-465b-8104-2166fd9fad97 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:20.165053 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-24a301e0-7b3b-44a5-972d-49682863325c req-38df26b6-7fd7-465b-8104-2166fd9fad97 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 931 time: 0.0639188 Oct 06 11:07:20.187036 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 703adb53-b78a-48ae-a473-4fd17cdeb621 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:07:20.187421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.213499 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703adb53-b78a-48ae-a473-4fd17cdeb621'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:20.215730 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d2aa3-3e28-415c-8e8b-53660179886d" -d '{"events": [{"server_uuid": "ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3", "name": "network-vif-plugged", "status": "completed", "tag": "703adb53-b78a-48ae-a473-4fd17cdeb621"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:20.229106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 703adb53-b78a-48ae-a473-4fd17cdeb621, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=703adb53-b78a-48ae-a473-4fd17cdeb621,segment=NetworkSegment(383ad01c-5fdf-4c66-bc7b-055836d24783),segment_id=383ad01c-5fdf-4c66-bc7b-055836d24783)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:20.233915 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.240171 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dad448e-17b8-4929-9a02-f52e569815ec {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:07:20.256408 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Publish callbacks [] for port (2dad448e-17b8-4929-9a02-f52e569815ec), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.263424 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23a11e-2cd9-46d0-9239-4be73bf2700a x-openstack-request-id: req-aa23a11e-2cd9-46d0-9239-4be73bf2700a {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:20.263769 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3", "name": "network-vif-plugged", "status": "completed", "tag": "703adb53-b78a-48ae-a473-4fd17cdeb621", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:20.263958 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-24a301e0-7b3b-44a5-972d-49682863325c req-5bec9025-15d5-4946-ad66-c12721a391b2 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929132 Oct 06 11:07:20.264098 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa23a11e-2cd9-46d0-9239-4be73bf2700a {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:20.264428 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa23a11e-2cd9-46d0-9239-4be73bf2700a'] response: {'server_uuid': 'ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703adb53-b78a-48ae-a473-4fd17cdeb621', 'code': 200} Oct 06 11:07:20.281564 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Transition to ACTIVE for port object 2dad448e-17b8-4929-9a02-f52e569815ec will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:07:20.285910 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=703adb53-b78a-48ae-a473-4fd17cdeb621,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:20.286594 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.295639 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:20.377187 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Pushing event updated for resources: {'Port': ['ID=2dad448e-17b8-4929-9a02-f52e569815ec,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:20.389079 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89164737-0217-4c1a-ba0b-59976dac326d req-aff0f68a-dc33-46d3-8e1d-69447c9d9227 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:20.390623 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-89164737-0217-4c1a-ba0b-59976dac326d req-aff0f68a-dc33-46d3-8e1d-69447c9d9227 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0514619 Oct 06 11:07:20.419797 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Attempting to bind port 2dad448e-17b8-4929-9a02-f52e569815ec on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:07:20.420166 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Attempting to bind port 2dad448e-17b8-4929-9a02-f52e569815ec by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:07:20.420500 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Attempting to bind port 2dad448e-17b8-4929-9a02-f52e569815ec on network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:07:20.423385 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:20.447075 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-89164737-0217-4c1a-ba0b-59976dac326d req-84e1e9c8-5542-44e1-b4ee-ebdd5b027af5 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465932 Oct 06 11:07:20.472210 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Port 2dad448e-17b8-4929-9a02-f52e569815ec on network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:07:20.472697 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Attempting to bind port 2dad448e-17b8-4929-9a02-f52e569815ec on network 64387bc0-fbf9-44d4-9497-6fe113ce8fc4 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:07:20.502003 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b4b40-20cd-45f9-98fb-037465b8c9c5 req-54d08d63-5892-40b5-9db6-6a6f40ea775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:20.503574 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-640b4b40-20cd-45f9-98fb-037465b8c9c5 req-54d08d63-5892-40b5-9db6-6a6f40ea775a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 1133 time: 0.0444942 Oct 06 11:07:20.519498 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:07:20.519829 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Checking segment: {'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:07:20.520245 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Bound using segment: {'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:07:20.520686 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Bound port: 2dad448e-17b8-4929-9a02-f52e569815ec, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93abb07c-855c-4f76-b359-be8f464ec639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:07:20.521045 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.548843 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-640b4b40-20cd-45f9-98fb-037465b8c9c5 req-abb90d7c-d269-4833-bebf-331ee9438263 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Oct 06 11:07:20.580756 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] For port 2dad448e-17b8-4929-9a02-f52e569815ec, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:07:20.584009 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] For port 2dad448e-17b8-4929-9a02-f52e569815ec, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=2dad448e-17b8-4929-9a02-f52e569815ec,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:07:20.589759 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.593911 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:20.594513 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:20.596647 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/2dad448e-17b8-4929-9a02-f52e569815ec HTTP/1.1" status: 200 len: 1093 time: 0.7461197 Oct 06 11:07:20.598101 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d7f9ad-4fc8-49e2-bb6e-bee30363321b', 'tag': '2dad448e-17b8-4929-9a02-f52e569815ec'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:20.600341 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc9ad1b-bbb2-45ca-af90-6c68ffc938f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d7f9ad-4fc8-49e2-bb6e-bee30363321b", "tag": "2dad448e-17b8-4929-9a02-f52e569815ec"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:20.639960 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee936354-f363-43a1-bd3b-8e0b473f4bd9 x-openstack-request-id: req-ee936354-f363-43a1-bd3b-8e0b473f4bd9 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:20.640245 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d7f9ad-4fc8-49e2-bb6e-bee30363321b", "tag": "2dad448e-17b8-4929-9a02-f52e569815ec", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:20.640515 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee936354-f363-43a1-bd3b-8e0b473f4bd9 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:20.640898 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee936354-f363-43a1-bd3b-8e0b473f4bd9'] response: {'name': 'network-changed', 'server_uuid': 'b5d7f9ad-4fc8-49e2-bb6e-bee30363321b', 'tag': '2dad448e-17b8-4929-9a02-f52e569815ec', 'status': 'completed', 'code': 200} Oct 06 11:07:20.646007 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484afa3-d9fe-494c-b183-78accbad7e88 service neutron] Pushing event updated for resources: {'Port': ['ID=2dad448e-17b8-4929-9a02-f52e569815ec,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:21.064789 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:21.068661 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ad1b-bbb2-45ca-af90-6c68ffc938f7 req-ab94230a-6d78-4948-93d6-bd9458e2bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:21.070152 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7cc9ad1b-bbb2-45ca-af90-6c68ffc938f7 req-ab94230a-6d78-4948-93d6-bd9458e2bef6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fb718a8a6011481c8c425b25f426aa3f&device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 1127 time: 0.0401371 Oct 06 11:07:21.385692 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf85c-459a-424d-b5df-e38a63ecfd95 req-022b0af6-d966-4587-99b2-97c85e65ec5c tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:21.387169 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f4acf85c-459a-424d-b5df-e38a63ecfd95 req-022b0af6-d966-4587-99b2-97c85e65ec5c tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 943 time: 0.0462251 Oct 06 11:07:21.439071 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f4acf85c-459a-424d-b5df-e38a63ecfd95 req-fe6b64cf-f4d9-49a3-8036-69ef26e518f1 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462739 Oct 06 11:07:21.575917 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a346eb0-c618-48ba-bc8a-1957b49fa9c7 req-318334c1-321d-4010-a1f2-7ae6041e1210 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:21.577288 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7a346eb0-c618-48ba-bc8a-1957b49fa9c7 req-318334c1-321d-4010-a1f2-7ae6041e1210 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0494540 Oct 06 11:07:21.640637 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7a346eb0-c618-48ba-bc8a-1957b49fa9c7 req-557eec08-07f9-4a08-9b11-680c765456e6 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576365 Oct 06 11:07:21.712055 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ad1b-bbb2-45ca-af90-6c68ffc938f7 req-370ab621-70c9-4015-9fe6-8554c135ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:21.713517 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7cc9ad1b-bbb2-45ca-af90-6c68ffc938f7 req-370ab621-70c9-4015-9fe6-8554c135ba02 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=fb718a8a6011481c8c425b25f426aa3f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0959415 Oct 06 11:07:21.815567 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ad1b-bbb2-45ca-af90-6c68ffc938f7 req-5d2858e0-e51f-4acd-a250-33d2032b436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:21.817096 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7cc9ad1b-bbb2-45ca-af90-6c68ffc938f7 req-5d2858e0-e51f-4acd-a250-33d2032b436a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941308 Oct 06 11:07:21.947212 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a34c7697-605f-4ccd-b621-efa24062fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:21.948687 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-a34c7697-605f-4ccd-b621-efa24062fcbf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fb718a8a6011481c8c425b25f426aa3f&device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 1127 time: 0.0390046 Oct 06 11:07:22.107626 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-c7e24e0f-407c-432e-9f16-f01b4ae5862f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dad448e-17b8-4929-9a02-f52e569815ec HTTP/1.1" status: 200 len: 217 time: 0.0379872 Oct 06 11:07:22.569337 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9489f-55f8-40d3-9d1a-28a7d4888dd2 req-8989377a-e31d-4183-8b01-de4ffe85a98b tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:22.571682 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bbc9489f-55f8-40d3-9d1a-28a7d4888dd2 req-8989377a-e31d-4183-8b01-de4ffe85a98b tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 943 time: 0.0521417 Oct 06 11:07:22.621912 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:22.631442 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bbc9489f-55f8-40d3-9d1a-28a7d4888dd2 req-a1b192c8-5b1a-42a1-8688-a9e85f3f3568 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536821 Oct 06 11:07:22.691328 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-365a3948-e317-4e16-9b17-71c57fea53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:22.692842 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-365a3948-e317-4e16-9b17-71c57fea53a6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=df45cadb-a4c2-4af8-b33c-30677297b356 HTTP/1.1" status: 200 len: 849 time: 0.0582342 Oct 06 11:07:22.731356 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-cc211627-0e8c-4fb0-b15d-fc3515f0fd42 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=64387bc0-fbf9-44d4-9497-6fe113ce8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317519 Oct 06 11:07:22.823908 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef51a8a-041b-4983-b4e4-0a2b8fc93030 req-a3c809d6-d1fc-4d75-a888-56665134f3fd tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:22.825492 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6ef51a8a-041b-4983-b4e4-0a2b8fc93030 req-a3c809d6-d1fc-4d75-a888-56665134f3fd tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0964584 Oct 06 11:07:22.884414 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-0b5300ed-666d-4b89-bb5b-95fd34fe5bc9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414762 Oct 06 11:07:22.915273 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6ef51a8a-041b-4983-b4e4-0a2b8fc93030 req-a378506d-7841-40e6-8ed1-7132440b0c75 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836828 Oct 06 11:07:22.948892 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:22.986713 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ee1563c0-03d4-4e84-b5cf-1ed987e544c3 req-372a1af4-0fb7-4340-9780-f5394c5f935f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945897 Oct 06 11:07:23.180137 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a9658-ceae-41f2-ad20-1ff4e1fdd1fd req-9860a0b3-7958-4c76-8dfd-a0eed7ce0976 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:23.181517 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3a0a9658-ceae-41f2-ad20-1ff4e1fdd1fd req-9860a0b3-7958-4c76-8dfd-a0eed7ce0976 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0469975 Oct 06 11:07:23.228581 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3a0a9658-ceae-41f2-ad20-1ff4e1fdd1fd req-e9789bc2-b9d9-4ee9-8957-7eb09c7917c6 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Oct 06 11:07:23.261646 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-6173a693-d6c9-4e00-a83f-107097b7a570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:23.757671 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecfc6e-5a9c-49dd-a115-17074ddfc4ec req-c0e58c30-a263-4845-8fcc-4f3177933c8c tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:23.759139 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-25ecfc6e-5a9c-49dd-a115-17074ddfc4ec req-c0e58c30-a263-4845-8fcc-4f3177933c8c tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 943 time: 0.0465345 Oct 06 11:07:23.806975 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-25ecfc6e-5a9c-49dd-a115-17074ddfc4ec req-9eadc902-090a-4702-8668-0940e7e9d774 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Oct 06 11:07:24.348420 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbed2f1-d30f-4c2c-bc1e-3b71039fe1d6 req-d500cb1f-b7a5-49c9-b69a-5767e7852bfb tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:24.349896 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8bbed2f1-d30f-4c2c-bc1e-3b71039fe1d6 req-d500cb1f-b7a5-49c9-b69a-5767e7852bfb tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0457535 Oct 06 11:07:24.396361 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8bbed2f1-d30f-4c2c-bc1e-3b71039fe1d6 req-0ef47545-8518-47ac-95d7-ed594f033955 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Oct 06 11:07:24.927262 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c05fa-12da-4090-bbb8-b29622ee9ef4 req-aaa20371-42e1-4c2b-a006-85fa70d65ffb tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:24.928782 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72c05fa-12da-4090-bbb8-b29622ee9ef4 req-aaa20371-42e1-4c2b-a006-85fa70d65ffb tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 943 time: 0.0467100 Oct 06 11:07:24.977812 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72c05fa-12da-4090-bbb8-b29622ee9ef4 req-11b48be8-34b1-402c-a4c1-770e3f7fdf35 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Oct 06 11:07:25.518702 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bba7c-058f-4b87-9c9d-ad230c814366 req-82f02548-fa33-43b2-9916-c13ce8f6d1a7 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:25.520151 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1e1bba7c-058f-4b87-9c9d-ad230c814366 req-82f02548-fa33-43b2-9916-c13ce8f6d1a7 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0492876 Oct 06 11:07:25.529258 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=12 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:25.552746 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:25.566846 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1e1bba7c-058f-4b87-9c9d-ad230c814366 req-5587bf6a-c51b-43d9-8ebe-c2b457a0dd00 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Oct 06 11:07:25.567061 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-663fdb17-6720-4891-878a-f70f601c77ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:25.748738 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:07:26.060422 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 2dad448e-17b8-4929-9a02-f52e569815ec details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:07:26.101188 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceafca-e270-4ae0-b8a0-6a1dfd9a15a2 req-935c1f53-b5b8-45f7-86d5-2ec3a6b09138 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:26.102684 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0aceafca-e270-4ae0-b8a0-6a1dfd9a15a2 req-935c1f53-b5b8-45f7-86d5-2ec3a6b09138 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 943 time: 0.0515046 Oct 06 11:07:26.154816 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0aceafca-e270-4ae0-b8a0-6a1dfd9a15a2 req-48aaec76-d4c2-452d-b4c3-fc49d08e1da9 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Oct 06 11:07:26.280511 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 2dad448e-17b8-4929-9a02-f52e569815ec, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=2dad448e-17b8-4929-9a02-f52e569815ec,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:26.292655 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '2dad448e-17b8-4929-9a02-f52e569815ec', 'network_id': '64387bc0-fbf9-44d4-9497-6fe113ce8fc4', 'port_id': '2dad448e-17b8-4929-9a02-f52e569815ec', 'mac_address': 'fa:16:3e:8f:6f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df45cadb-a4c2-4af8-b33c-30677297b356', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:07:26.325574 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:26.327811 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 2dad448e-17b8-4929-9a02-f52e569815ec is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:07:26.328219 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:26.342425 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dad448e-17b8-4929-9a02-f52e569815ec {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:07:26.364470 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 2dad448e-17b8-4929-9a02-f52e569815ec, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=2dad448e-17b8-4929-9a02-f52e569815ec,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:26.368361 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:26.371590 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:26.414671 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=2dad448e-17b8-4929-9a02-f52e569815ec,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:26.421721 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.422068 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.422411 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.422749 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.423081 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.423409 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.424295 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.424618 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.424941 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.425267 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.425592 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.425933 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.426256 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.426573 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.426887 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:07:26.678083 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:26.688709 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2ad5e-7bfd-4aca-a111-4598fd6c2fdf req-9e4e4cb3-4ace-46af-92cc-b7dfddf28b23 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:26.691344 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6cd2ad5e-7bfd-4aca-a111-4598fd6c2fdf req-9e4e4cb3-4ace-46af-92cc-b7dfddf28b23 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0491965 Oct 06 11:07:26.741834 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6cd2ad5e-7bfd-4aca-a111-4598fd6c2fdf req-5c353114-bc34-40c1-aefc-5dbfa601ee5b tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 Oct 06 11:07:26.902514 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['2dad448e-17b8-4929-9a02-f52e569815ec'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:07:27.065444 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:27.274055 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e618b32-9174-43c8-bf6b-1e2d91f2d2af req-dfe2706b-4b88-4e2a-b337-88f1ce4b5eea tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:27.275508 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4e618b32-9174-43c8-bf6b-1e2d91f2d2af req-dfe2706b-4b88-4e2a-b337-88f1ce4b5eea tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 944 time: 0.0463531 Oct 06 11:07:27.321926 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4e618b32-9174-43c8-bf6b-1e2d91f2d2af req-e9a93a25-9529-48a9-aa6b-bd19383b4acf tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Oct 06 11:07:27.781906 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-842b8f69-e276-473d-8f7b-0c36f80613af tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:27.783417 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-842b8f69-e276-473d-8f7b-0c36f80613af tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0465355 Oct 06 11:07:27.894392 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7369259-2dd6-4ecf-8acd-a1909afd5533 req-640b11f9-ae20-4255-91d2-3fe251243922 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:27.895776 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a7369259-2dd6-4ecf-8acd-a1909afd5533 req-640b11f9-ae20-4255-91d2-3fe251243922 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 949 time: 0.0766382 Oct 06 11:07:27.924438 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Deleting port 703adb53-b78a-48ae-a473-4fd17cdeb621 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:07:27.924898 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:27.999312 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a7369259-2dd6-4ecf-8acd-a1909afd5533 req-0865a86a-0964-46f4-8d26-041df0a3d5b9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c26ea448-c058-4806-8301-238366d4f1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965226 Oct 06 11:07:28.038662 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] For port 703adb53-b78a-48ae-a473-4fd17cdeb621, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=703adb53-b78a-48ae-a473-4fd17cdeb621,segment=NetworkSegment(383ad01c-5fdf-4c66-bc7b-055836d24783),segment_id=383ad01c-5fdf-4c66-bc7b-055836d24783)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:28.039030 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:28.052359 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Calling delete_port for 703adb53-b78a-48ae-a473-4fd17cdeb621 owned by compute:nova {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:07:28.177816 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (703adb53-b78a-48ae-a473-4fd17cdeb621), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:28.203970 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Pushing event deleted for resources: {'Port': ['ID=703adb53-b78a-48ae-a473-4fd17cdeb621,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:28.235482 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:28.254422 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] No DVR routers for this DVR port 703adb53-b78a-48ae-a473-4fd17cdeb621 on host hv-cinder-86020 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:07:28.257099 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:28.260553 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3afdea33-3d63-4c30-ad36-2af53238dfd0 req-eae82692-d349-4740-9f7c-b595c18a4fa9 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.55 "DELETE /networking/v2.0/ports/703adb53-b78a-48ae-a473-4fd17cdeb621 HTTP/1.1" status: 204 len: 173 time: 0.4703591 Oct 06 11:07:28.261060 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3', 'name': 'network-vif-deleted', 'tag': '703adb53-b78a-48ae-a473-4fd17cdeb621'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:28.263283 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2633cd7-0c0e-4fda-9d61-6faf5dec76ca" -d '{"events": [{"server_uuid": "ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3", "name": "network-vif-deleted", "tag": "703adb53-b78a-48ae-a473-4fd17cdeb621"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:28.301679 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['703adb53-b78a-48ae-a473-4fd17cdeb621'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:07:28.321705 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37137d51-6cdb-4689-aaf8-09e9c88c9f3a x-openstack-request-id: req-37137d51-6cdb-4689-aaf8-09e9c88c9f3a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:28.322088 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3", "name": "network-vif-deleted", "tag": "703adb53-b78a-48ae-a473-4fd17cdeb621", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:28.322345 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37137d51-6cdb-4689-aaf8-09e9c88c9f3a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:28.322794 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37137d51-6cdb-4689-aaf8-09e9c88c9f3a'] response: {'server_uuid': 'ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3', 'name': 'network-vif-deleted', 'tag': '703adb53-b78a-48ae-a473-4fd17cdeb621', 'status': 'completed', 'code': 200} Oct 06 11:07:28.339925 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 2dad448e-17b8-4929-9a02-f52e569815ec up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:07:28.387915 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 2dad448e-17b8-4929-9a02-f52e569815ec completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:07:28.399006 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 2dad448e-17b8-4929-9a02-f52e569815ec triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:07:28.399602 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:28.400190 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 2dad448e-17b8-4929-9a02-f52e569815ec Oct 06 11:07:28.461610 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60148772-91b7-4572-aed4-1dffacb78e3c req-2659c81d-0564-4591-9bf3-f270c36e1762 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:28.464346 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-60148772-91b7-4572-aed4-1dffacb78e3c req-2659c81d-0564-4591-9bf3-f270c36e1762 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 944 time: 0.0541136 Oct 06 11:07:28.489347 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 2dad448e-17b8-4929-9a02-f52e569815ec is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:07:28.489741 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:28.515292 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d7f9ad-4fc8-49e2-bb6e-bee30363321b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dad448e-17b8-4929-9a02-f52e569815ec'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:28.524043 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-60148772-91b7-4572-aed4-1dffacb78e3c req-ed7aea12-287e-4318-ab34-7eef94b803c0 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554566 Oct 06 11:07:28.527021 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa858af9-2db5-42c2-b6e7-9c6185b02b5d" -d '{"events": [{"server_uuid": "b5d7f9ad-4fc8-49e2-bb6e-bee30363321b", "name": "network-vif-plugged", "status": "completed", "tag": "2dad448e-17b8-4929-9a02-f52e569815ec"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:28.550796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 2dad448e-17b8-4929-9a02-f52e569815ec, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=2dad448e-17b8-4929-9a02-f52e569815ec,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:28.550796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:28.571662 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a27aa-7dae-48b6-91a4-755a51233b84 x-openstack-request-id: req-bc1a27aa-7dae-48b6-91a4-755a51233b84 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:28.572179 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d7f9ad-4fc8-49e2-bb6e-bee30363321b", "name": "network-vif-plugged", "status": "completed", "tag": "2dad448e-17b8-4929-9a02-f52e569815ec", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:28.572504 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc1a27aa-7dae-48b6-91a4-755a51233b84 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:28.573336 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1a27aa-7dae-48b6-91a4-755a51233b84'] response: {'server_uuid': 'b5d7f9ad-4fc8-49e2-bb6e-bee30363321b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dad448e-17b8-4929-9a02-f52e569815ec', 'code': 200} Oct 06 11:07:28.606999 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:28.610856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=2dad448e-17b8-4929-9a02-f52e569815ec,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:28.799781 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:29.075594 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e534-fe93-422a-a26f-9a9d22c40030 req-5e3d45ff-3578-4e1b-bb18-68ed57e4e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:29.077100 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6a31e534-fe93-422a-a26f-9a9d22c40030 req-5e3d45ff-3578-4e1b-bb18-68ed57e4e94d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 1129 time: 0.0396078 Oct 06 11:07:29.130876 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8c26d6d3-9ed7-4c7d-8252-6be0b8949d47 req-7a9b59b3-b503-4066-98db-2a4259a92e23 tempest-VolumesNegativeTest-1675793928 tempest-VolumesNegativeTest-1675793928-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae2f2e5b-6728-41cd-8c8e-ac43ae3243f3 HTTP/1.1" status: 200 len: 210 time: 0.0361097 Oct 06 11:07:29.151610 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6a31e534-fe93-422a-a26f-9a9d22c40030 req-81271fa7-ce94-4be5-90b3-dc3e791f13b2 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634155 Oct 06 11:07:29.650556 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bb39d-563b-4892-bd56-1462040d951c req-11ec5e00-4125-40ea-9564-50b57368cfb9 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:29.652056 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-972bb39d-563b-4892-bd56-1462040d951c req-11ec5e00-4125-40ea-9564-50b57368cfb9 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 945 time: 0.0517914 Oct 06 11:07:29.699192 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-972bb39d-563b-4892-bd56-1462040d951c req-84a96c95-f42b-42a2-a372-037ce851024b tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Oct 06 11:07:30.823089 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f3c42-3377-4338-862e-5c9b8c5aeb01 req-d7f203b1-dc87-4e06-81e9-fd4e368765e6 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:30.824669 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a10f3c42-3377-4338-862e-5c9b8c5aeb01 req-d7f203b1-dc87-4e06-81e9-fd4e368765e6 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 945 time: 0.0496809 Oct 06 11:07:30.875063 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a10f3c42-3377-4338-862e-5c9b8c5aeb01 req-2d50f89e-bdf7-4e27-a160-130367e56205 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Oct 06 11:07:31.998953 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf6f2a-a360-4afc-a34c-f02944556f1b req-976971cc-7678-448a-8e3d-dbb7acc0fc37 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:32.000485 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fabf6f2a-a360-4afc-a34c-f02944556f1b req-976971cc-7678-448a-8e3d-dbb7acc0fc37 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 945 time: 0.0486629 Oct 06 11:07:32.055881 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fabf6f2a-a360-4afc-a34c-f02944556f1b req-8e5ff519-7ca3-40a4-8564-9f397b7f064b tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 Oct 06 11:07:32.310661 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 703adb53-b78a-48ae-a473-4fd17cdeb621 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:07:32.333259 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 703adb53-b78a-48ae-a473-4fd17cdeb621 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:07:32.333609 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 703adb53-b78a-48ae-a473-4fd17cdeb621 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:07:32.884425 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e72a-43c8-426d-84ea-3681f3c61a25 req-2e05996d-7592-44f6-8135-416fe4dedaca tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:32.885998 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ed54e72a-43c8-426d-84ea-3681f3c61a25 req-2e05996d-7592-44f6-8135-416fe4dedaca tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 945 time: 0.0522757 Oct 06 11:07:32.932804 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:32.941963 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ed54e72a-43c8-426d-84ea-3681f3c61a25 req-b920301c-c824-4c90-aa66-be773134fee4 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501416 Oct 06 11:07:34.062133 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbfa4b-a9a2-443d-b4af-7ed26e5ecc09 req-f7831d97-b265-48cb-bb12-542eeb08f6c1 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:34.063596 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-71bbfa4b-a9a2-443d-b4af-7ed26e5ecc09 req-f7831d97-b265-48cb-bb12-542eeb08f6c1 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 945 time: 0.0469055 Oct 06 11:07:34.117094 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-71bbfa4b-a9a2-443d-b4af-7ed26e5ecc09 req-8fdf2d56-3dd2-4e68-a761-89aac11095c3 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=094f80a6-674a-4290-9017-d118b7d3da79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479097 Oct 06 11:07:34.316753 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 33072) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:07:34.451711 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-255a6c3a-e112-4f34-8112-51b5efd1e0c7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dc88ab1bf75e47e2bdd03d3cd3aa0eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337459 Oct 06 11:07:34.454269 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 33076) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:07:34.501349 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af197190-1df4-4b11-a444-4e255e427b69 admin admin] Publish callbacks [] for security_group (c26ea448-c058-4806-8301-238366d4f1de), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:34.521835 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af197190-1df4-4b11-a444-4e255e427b69 admin admin] Publish callbacks [] for security_group (c26ea448-c058-4806-8301-238366d4f1de), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:34.569666 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af197190-1df4-4b11-a444-4e255e427b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (c26ea448-c058-4806-8301-238366d4f1de), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:34.572293 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af197190-1df4-4b11-a444-4e255e427b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:34.573454 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-af197190-1df4-4b11-a444-4e255e427b69 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c26ea448-c058-4806-8301-238366d4f1de HTTP/1.1" status: 204 len: 168 time: 0.1176116 Oct 06 11:07:34.581811 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af197190-1df4-4b11-a444-4e255e427b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ea448-c058-4806-8301-238366d4f1de,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:34.746439 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-70998453-f8a1-49d8-87b1-c12c1bb92cd5 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:34.748008 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-70998453-f8a1-49d8-87b1-c12c1bb92cd5 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 945 time: 0.0504439 Oct 06 11:07:34.841619 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Deleting port 2dad448e-17b8-4929-9a02-f52e569815ec {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:07:34.841884 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:34.946041 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] For port 2dad448e-17b8-4929-9a02-f52e569815ec, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=2dad448e-17b8-4929-9a02-f52e569815ec,segment=NetworkSegment(93abb07c-855c-4f76-b359-be8f464ec639),segment_id=93abb07c-855c-4f76-b359-be8f464ec639)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:07:34.946408 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:34.959971 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Calling delete_port for 2dad448e-17b8-4929-9a02-f52e569815ec owned by compute:nova {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:07:35.088234 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (2dad448e-17b8-4929-9a02-f52e569815ec), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:35.093829 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:35.117439 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Pushing event deleted for resources: {'Port': ['ID=2dad448e-17b8-4929-9a02-f52e569815ec,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:07:35.127572 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['2dad448e-17b8-4929-9a02-f52e569815ec'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:07:35.161844 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] No DVR routers for this DVR port 2dad448e-17b8-4929-9a02-f52e569815ec on host hv-cinder-86020 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:07:35.164750 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:35.167930 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9318c97a-cd51-44e3-9da5-d8b90deb52a2 req-f6fe1505-74a0-44b7-a6e4-908609f67607 tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.55 "DELETE /networking/v2.0/ports/2dad448e-17b8-4929-9a02-f52e569815ec HTTP/1.1" status: 204 len: 173 time: 0.4103329 Oct 06 11:07:35.168434 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d7f9ad-4fc8-49e2-bb6e-bee30363321b', 'name': 'network-vif-deleted', 'tag': '2dad448e-17b8-4929-9a02-f52e569815ec'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:07:35.170668 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cec79c-8f51-4e10-9f68-ba53358fd8c7" -d '{"events": [{"server_uuid": "b5d7f9ad-4fc8-49e2-bb6e-bee30363321b", "name": "network-vif-deleted", "tag": "2dad448e-17b8-4929-9a02-f52e569815ec"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:07:35.217752 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109c6dc7-0b3c-4019-8699-cefff019f092 x-openstack-request-id: req-109c6dc7-0b3c-4019-8699-cefff019f092 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:07:35.217978 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d7f9ad-4fc8-49e2-bb6e-bee30363321b", "name": "network-vif-deleted", "tag": "2dad448e-17b8-4929-9a02-f52e569815ec", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:07:35.218238 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-109c6dc7-0b3c-4019-8699-cefff019f092 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:07:35.218644 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109c6dc7-0b3c-4019-8699-cefff019f092'] response: {'server_uuid': 'b5d7f9ad-4fc8-49e2-bb6e-bee30363321b', 'name': 'network-vif-deleted', 'tag': '2dad448e-17b8-4929-9a02-f52e569815ec', 'status': 'completed', 'code': 200} Oct 06 11:07:35.234661 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d83c7dbd-961e-4468-ac5d-20d1bb0f57c0 req-799d14f0-933a-48f5-8950-e6545f0b9e6a tempest-VolumesActionsTest-491625643 tempest-VolumesActionsTest-491625643-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5d7f9ad-4fc8-49e2-bb6e-bee30363321b HTTP/1.1" status: 200 len: 210 time: 0.0346313 Oct 06 11:07:35.774680 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:35.775385 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:39.905953 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 2dad448e-17b8-4929-9a02-f52e569815ec no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:07:39.925265 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 2dad448e-17b8-4929-9a02-f52e569815ec {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:07:39.925608 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 2dad448e-17b8-4929-9a02-f52e569815ec not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:07:41.716368 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:44.100251 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:44.113527 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=59 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:45.145956 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:45.216178 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=72,neutron:DELETE=7 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:51.702614 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:UPDATE=4,neutron:SELECT=71,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:51.712205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:51.738917 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:07:52.672383 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9874b-1138-41a5-b13c-fc9db3a6f37c req-faed63d3-3337-4235-bbed-6d94bab19bde tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:52.679741 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-50c9874b-1138-41a5-b13c-fc9db3a6f37c req-faed63d3-3337-4235-bbed-6d94bab19bde tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0568531 Oct 06 11:07:52.729787 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-50c9874b-1138-41a5-b13c-fc9db3a6f37c req-76f4a5a8-8883-422e-b044-d6d34c7208eb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490110 Oct 06 11:07:53.267440 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd2bc-f764-43f4-9155-bb62dae1ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:53.872882 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ab8c2-0a06-415a-a95d-cf4aa0762288 req-5b094726-8775-417c-a0e0-020878d511b8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:53.874783 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b95ab8c2-0a06-415a-a95d-cf4aa0762288 req-5b094726-8775-417c-a0e0-020878d511b8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0558982 Oct 06 11:07:53.934893 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b95ab8c2-0a06-415a-a95d-cf4aa0762288 req-96993a83-6b9c-42f9-a7f1-dd0d20ca8eda tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538220 Oct 06 11:07:55.083827 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c0eea-4bba-4632-b8c9-7ffb6bb1d12a req-defe90c8-c93a-4307-9023-a9f354df5b72 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:55.086224 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8e3c0eea-4bba-4632-b8c9-7ffb6bb1d12a req-defe90c8-c93a-4307-9023-a9f354df5b72 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0546713 Oct 06 11:07:55.145538 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8e3c0eea-4bba-4632-b8c9-7ffb6bb1d12a req-b0b3a2ba-71f2-4822-be82-e811aa98480c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526898 Oct 06 11:07:55.576571 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-ab9eb0b3-e431-4bc5-a5f0-dd406e4a65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:56.277880 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c82f53-63db-422f-ab33-461e89fec3b4 req-eafcc731-37cd-441e-a067-e5e0e7bfab1b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:56.284504 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-76c82f53-63db-422f-ab33-461e89fec3b4 req-eafcc731-37cd-441e-a067-e5e0e7bfab1b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0552564 Oct 06 11:07:56.336312 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-76c82f53-63db-422f-ab33-461e89fec3b4 req-20b967d9-6d5a-4dad-a632-8f770db9c450 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507424 Oct 06 11:07:57.083676 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:57.473204 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b46f-3aa2-4c41-a036-cf6bc5c69e8d req-af433976-8441-4692-b5e4-ed18b0c3c281 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:57.474878 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aad4b46f-3aa2-4c41-a036-cf6bc5c69e8d req-af433976-8441-4692-b5e4-ed18b0c3c281 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0545702 Oct 06 11:07:57.526775 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aad4b46f-3aa2-4c41-a036-cf6bc5c69e8d req-7dc39a70-afa3-4878-a79d-6610d115f927 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461636 Oct 06 11:07:58.593482 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:58.654733 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b99eb1-a2d2-4299-adec-a1bddec4cded req-e9dca064-4b69-4137-83f5-55576412c582 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:58.656263 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-61b99eb1-a2d2-4299-adec-a1bddec4cded req-e9dca064-4b69-4137-83f5-55576412c582 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0494001 Oct 06 11:07:58.705784 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-61b99eb1-a2d2-4299-adec-a1bddec4cded req-ecc0a5fd-8ed5-4f57-8ad1-9468eb4bcdb1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Oct 06 11:07:58.803278 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:07:59.831238 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9dd1-ca45-4bbf-a8de-078c290b674a req-ac772562-5e33-433c-b75a-53cef72fbecb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:07:59.832875 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7a9f9dd1-ca45-4bbf-a8de-078c290b674a req-ac772562-5e33-433c-b75a-53cef72fbecb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0503933 Oct 06 11:08:00.119474 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7a9f9dd1-ca45-4bbf-a8de-078c290b674a req-1689db55-b0be-4a5a-80c4-a26c20e1ffc7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806900 Oct 06 11:08:00.130350 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 33398) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:08:00.173293 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fef1b7-88c4-4594-ae9c-afe21c184d9e admin admin] Deleting subnet df45cadb-a4c2-4af8-b33c-30677297b356 {{(pid=106389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:08:00.176999 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63fef1b7-88c4-4594-ae9c-afe21c184d9e admin admin] Publish callbacks [] for subnet (df45cadb-a4c2-4af8-b33c-30677297b356), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.210859 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63fef1b7-88c4-4594-ae9c-afe21c184d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25750511'] for subnet (df45cadb-a4c2-4af8-b33c-30677297b356), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.251742 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63fef1b7-88c4-4594-ae9c-afe21c184d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (df45cadb-a4c2-4af8-b33c-30677297b356), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.302839 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63fef1b7-88c4-4594-ae9c-afe21c184d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25698742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25785976'] for subnet (df45cadb-a4c2-4af8-b33c-30677297b356), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.328079 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fef1b7-88c4-4594-ae9c-afe21c184d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df45cadb-a4c2-4af8-b33c-30677297b356,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:00.331954 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63fef1b7-88c4-4594-ae9c-afe21c184d9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.335012 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-63fef1b7-88c4-4594-ae9c-afe21c184d9e admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/df45cadb-a4c2-4af8-b33c-30677297b356 HTTP/1.1" status: 204 len: 168 time: 0.2036774 Oct 06 11:08:00.337571 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 33402) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:08:00.409068 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (64387bc0-fbf9-44d4-9497-6fe113ce8fc4), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.488019 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (64387bc0-fbf9-44d4-9497-6fe113ce8fc4), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.508670 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64387bc0-fbf9-44d4-9497-6fe113ce8fc4']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:08:00.519304 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93abb07c-855c-4f76-b359-be8f464ec639') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:08:00.520109 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93abb07c-855c-4f76-b359-be8f464ec639') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:08:00.530191 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (93abb07c-855c-4f76-b359-be8f464ec639), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.544531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (93abb07c-855c-4f76-b359-be8f464ec639), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.551039 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Releasing vlan 464 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:08:00.551529 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (93abb07c-855c-4f76-b359-be8f464ec639), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.597648 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 93abb07c-855c-4f76-b359-be8f464ec639 resource provider aggregate not found Oct 06 11:08:00.618518 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 93abb07c-855c-4f76-b359-be8f464ec639 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93abb07c-855c-4f76-b359-be8f464ec639 found for delete ", "request_id": "req-6743ee19-bc5f-4533-a1dd-a60bcb0d91e2"}]} Oct 06 11:08:00.623519 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (64387bc0-fbf9-44d4-9497-6fe113ce8fc4), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.632105 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.635814 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/64387bc0-fbf9-44d4-9497-6fe113ce8fc4 HTTP/1.1" status: 204 len: 168 time: 0.2970610 Oct 06 11:08:00.651675 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa520b1-20ca-4339-b14b-b33a3a5b27ee admin admin] Pushing event deleted for resources: {'Network': ['ID=64387bc0-fbf9-44d4-9497-6fe113ce8fc4,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:00.825499 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 33422) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:08:00.866677 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1351b24a-a330-4abc-9fbc-5f64613cadbc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fb718a8a6011481c8c425b25f426aa3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394738 Oct 06 11:08:00.866985 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb85ca-4bd4-4bca-b092-67b839e6782f req-9b687c60-4f0b-41d4-b268-3870a02b286e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:00.868544 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cceb85ca-4bd4-4bca-b092-67b839e6782f req-9b687c60-4f0b-41d4-b268-3870a02b286e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0565274 Oct 06 11:08:00.869243 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 33424) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:08:00.920089 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:00.945859 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cceb85ca-4bd4-4bca-b092-67b839e6782f req-7074bfe0-882d-4c48-bb76-2558ebbcdf95 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703809 Oct 06 11:08:00.952715 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:00.959629 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a01cde50-3794-4508-b6a0-55dc182b8482 admin admin] Publish callbacks [] for security_group (094f80a6-674a-4290-9017-d118b7d3da79), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:00.990932 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a01cde50-3794-4508-b6a0-55dc182b8482 admin admin] Publish callbacks [] for security_group (094f80a6-674a-4290-9017-d118b7d3da79), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:01.040158 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a01cde50-3794-4508-b6a0-55dc182b8482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (094f80a6-674a-4290-9017-d118b7d3da79), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:01.042738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a01cde50-3794-4508-b6a0-55dc182b8482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:01.044412 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a01cde50-3794-4508-b6a0-55dc182b8482 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/094f80a6-674a-4290-9017-d118b7d3da79 HTTP/1.1" status: 204 len: 168 time: 0.1737027 Oct 06 11:08:01.053625 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cde50-3794-4508-b6a0-55dc182b8482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094f80a6-674a-4290-9017-d118b7d3da79,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:01.253327 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142120e-9cd3-4732-8eb9-b8a843b02aab req-50ffc444-2407-4e29-b15d-8b9ca23650e9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:01.254811 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3142120e-9cd3-4732-8eb9-b8a843b02aab req-50ffc444-2407-4e29-b15d-8b9ca23650e9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0525346 Oct 06 11:08:01.308087 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3142120e-9cd3-4732-8eb9-b8a843b02aab req-5ab27470-e57e-4aa1-9991-5871a1d73089 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466838 Oct 06 11:08:01.735232 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 33448) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:08:01.834628 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1635267622-network', 'tenant_id': '8f981425a83c4eb6a71891c756977764'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:08:01.854266 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Made reservation on behalf of 8f981425a83c4eb6a71891c756977764 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:08:01.856755 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:01.866130 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:01.945522 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Publish callbacks [] for security_group (c902e17c-169d-48c5-91e3-c7cd4c56230a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:01.949468 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (c902e17c-169d-48c5-91e3-c7cd4c56230a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:01.976084 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:08:01.987022 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c902e17c-169d-48c5-91e3-c7cd4c56230a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:01.993575 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:01.993917 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Added segment 96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1 of type vlan for network 89c4ba27-8104-4fca-a158-a2b3f4c2936b Oct 06 11:08:02.037621 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (89c4ba27-8104-4fca-a158-a2b3f4c2936b), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:02.099337 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13835e58-1856-41d5-9991-291d4f02ff5b req-f89e848d-033c-4c91-b82c-a51023bfea95 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:02.100851 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-13835e58-1856-41d5-9991-291d4f02ff5b req-f89e848d-033c-4c91-b82c-a51023bfea95 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0658793 Oct 06 11:08:02.104974 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (89c4ba27-8104-4fca-a158-a2b3f4c2936b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:02.106080 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:02.106643 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:02.175455 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4390454 Oct 06 11:08:02.178508 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 33454) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:08:02.183294 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Request body: {'subnet': {'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1635267622-subnet', 'tenant_id': '8f981425a83c4eb6a71891c756977764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:08:02.194630 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ed38e-43b4-4beb-9a49-927e0f47bca7 admin admin] Pushing event updated for resources: {'Network': ['ID=89c4ba27-8104-4fca-a158-a2b3f4c2936b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:02.204400 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 89c4ba27-8104-4fca-a158-a2b3f4c2936b details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:08:02.210252 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Made reservation on behalf of 8f981425a83c4eb6a71891c756977764 for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:08:02.212952 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3981186'] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:02.213586 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-13835e58-1856-41d5-9991-291d4f02ff5b req-be096b3a-ee7b-4b76-a707-ec5af2e97f74 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044381 Oct 06 11:08:02.402116 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981200'] for subnet (12d5c3fe-e157-4b0f-baec-ed2619d08753), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:02.462827 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4786-a049-4771-aadc-ab75d8f4cb12 req-5339ab91-10a1-4d03-a07c-6d2d2518b1ca tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:02.464372 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2dbd4786-a049-4771-aadc-ab75d8f4cb12 req-5339ab91-10a1-4d03-a07c-6d2d2518b1ca tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0769465 Oct 06 11:08:02.501827 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:02.507660 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d5c3fe-e157-4b0f-baec-ed2619d08753,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:02.526704 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Checking segment: {'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:08:02.526984 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Network hostable DHCP agents. Network: 89c4ba27-8104-4fca-a158-a2b3f4c2936b, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:08:02.557365 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2dbd4786-a049-4771-aadc-ab75d8f4cb12 req-0792f01d-cc1e-4bbf-b806-ff97cbfb2f7b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861225 Oct 06 11:08:02.564504 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Network 89c4ba27-8104-4fca-a158-a2b3f4c2936b is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:08:02.574129 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 89c4ba27-8104-4fca-a158-a2b3f4c2936b) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:08:02.579344 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:02.579974 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:02.585685 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8bb3e6-02e5-44fe-8fb0-27153ddca326 None None] Network 89c4ba27-8104-4fca-a158-a2b3f4c2936b requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:08:02.586969 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:02.597762 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-855034f2-0f76-4039-92c8-8fab16b0edb5 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4180851 Oct 06 11:08:02.685370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae753b-e990-4a60-b8d2-afc75b995d05 None None] Network 89c4ba27-8104-4fca-a158-a2b3f4c2936b requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:08:02.747508 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:08:03.352740 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5536297-4e6d-472c-b765-9e13c9b73820 req-37ead92f-83aa-4971-9b15-d67c6cbbf949 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:03.354133 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e5536297-4e6d-472c-b765-9e13c9b73820 req-37ead92f-83aa-4971-9b15-d67c6cbbf949 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0500245 Oct 06 11:08:03.401010 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e5536297-4e6d-472c-b765-9e13c9b73820 req-63a6cb03-79fb-4355-a1ac-d9f3519c8165 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413287 Oct 06 11:08:03.679232 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b353762-20b4-4272-a8dd-8978021b451b req-38866bcb-d872-47a0-9a50-ab18c664d142 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:03.680739 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4b353762-20b4-4272-a8dd-8978021b451b req-38866bcb-d872-47a0-9a50-ab18c664d142 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0484481 Oct 06 11:08:03.726958 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4b353762-20b4-4272-a8dd-8978021b451b req-a985c649-d0b6-41ef-8692-22b77cc6ff86 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Oct 06 11:08:04.359133 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-07c4998c-cb36-4c6c-883b-7062e9ef2579 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:04.360535 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-07c4998c-cb36-4c6c-883b-7062e9ef2579 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/networks?id=89c4ba27-8104-4fca-a158-a2b3f4c2936b HTTP/1.1" status: 200 len: 814 time: 0.1026874 Oct 06 11:08:04.374828 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-63947ccf-15ef-41e6-a9cc-270928a672e4 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/quotas/8f981425a83c4eb6a71891c756977764 HTTP/1.1" status: 200 len: 375 time: 0.0088224 Oct 06 11:08:04.407537 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-f326078a-a74c-469e-918a-32aca797c6d0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f981425a83c4eb6a71891c756977764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272901 Oct 06 11:08:04.464847 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:04.500552 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-c86eaa8b-8cab-49d7-8c6c-2befd51b44f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858147 Oct 06 11:08:04.527110 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bca27e-ed5b-4b04-b83c-3178424308e2 req-4bd90166-ef59-4168-97e7-30459b26c40f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:04.528643 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-39bca27e-ed5b-4b04-b83c-3178424308e2 req-4bd90166-ef59-4168-97e7-30459b26c40f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0464158 Oct 06 11:08:04.560963 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:04.577652 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-39bca27e-ed5b-4b04-b83c-3178424308e2 req-9433834b-eda6-4690-bc95-d8c93b97d689 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Oct 06 11:08:04.600258 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-d7738f14-b295-4aec-9dcb-5932b6a2e42c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938747 Oct 06 11:08:04.763306 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-597984c3-592d-4c39-8e74-1a4c8c9330b0 req-8cfb4ecd-65f0-413b-9eab-37cfb5382108 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 210 time: 0.0319915 Oct 06 11:08:04.860200 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf415b-fc15-4f0f-bd2e-2b537a34c6f5 req-58f94466-4362-4ce7-b22c-4ad85a2303be tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:04.861765 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a9cf415b-fc15-4f0f-bd2e-2b537a34c6f5 req-58f94466-4362-4ce7-b22c-4ad85a2303be tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0521736 Oct 06 11:08:04.910585 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a9cf415b-fc15-4f0f-bd2e-2b537a34c6f5 req-201fd016-51b4-4fa3-b226-d78b7fdc0a69 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428677 Oct 06 11:08:05.703636 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942d2f-be76-4b19-b834-ee018b9b7d60 req-26c2cd7a-9b4f-4597-8ab2-b69fe201874e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:05.705069 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-47942d2f-be76-4b19-b834-ee018b9b7d60 req-26c2cd7a-9b4f-4597-8ab2-b69fe201874e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0471635 Oct 06 11:08:05.752934 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-47942d2f-be76-4b19-b834-ee018b9b7d60 req-d5819fef-4fd6-423a-b8d0-941cad9212d4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Oct 06 11:08:05.870365 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7aab5900-de78-424f-a64e-3328ef22e38d req-d5565d70-8fe6-414a-aac1-523ddbfed9cf tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 210 time: 0.0313663 Oct 06 11:08:06.038915 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b22bc8-3c91-4f68-bc7e-41575998bb25 req-0dec168f-1251-4537-99de-4ce949c125b2 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:06.040336 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f0b22bc8-3c91-4f68-bc7e-41575998bb25 req-0dec168f-1251-4537-99de-4ce949c125b2 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0494797 Oct 06 11:08:06.094474 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f0b22bc8-3c91-4f68-bc7e-41575998bb25 req-f7915bed-7e41-4727-b9c4-f6cb131be000 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478115 Oct 06 11:08:06.132467 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-8d9f45c5-551d-42f7-8e05-5cca753571c9 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:06.133945 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-8d9f45c5-551d-42f7-8e05-5cca753571c9 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.55 "GET /networking/v2.0/networks?id=89c4ba27-8104-4fca-a158-a2b3f4c2936b HTTP/1.1" status: 200 len: 814 time: 0.1071184 Oct 06 11:08:06.153704 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Request body: {'port': {'device_id': '1280c81a-455c-4da8-bc99-47c47ebde1f3', 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b', 'admin_state_up': True, 'tenant_id': '8f981425a83c4eb6a71891c756977764'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:08:06.267671 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Made reservation on behalf of 8f981425a83c4eb6a71891c756977764 for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:08:06.271486 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:06.397470 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Allocated IP 172.20.0.2 (89c4ba27-8104-4fca-a158-a2b3f4c2936b/12d5c3fe-e157-4b0f-baec-ed2619d08753/7a6321fc-4870-46cb-97a9-9107f11d074a) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:08:06.546091 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks [] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:06.579150 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:06.624027 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:06.626092 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Network 89c4ba27-8104-4fca-a158-a2b3f4c2936b is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:08:06.631488 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:08:06.637777 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:08:06.662597 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Pushing event updated for resources: {'Port': ['ID=7a6321fc-4870-46cb-97a9-9107f11d074a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:06.690178 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:06.690795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:06.706540 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-a6461b5f-1dd1-4519-9fb3-742565fd54e0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572665 Oct 06 11:08:06.860894 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:06.871443 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Request body: {'port': {'device_id': '1280c81a-455c-4da8-bc99-47c47ebde1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:08:06.907130 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388688b6-c606-46ec-b684-578b33eb39e1 req-6d5df79e-098d-4540-820b-c30dcb1eb930 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:06.909300 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-388688b6-c606-46ec-b684-578b33eb39e1 req-6d5df79e-098d-4540-820b-c30dcb1eb930 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0761602 Oct 06 11:08:06.974322 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:06.993854 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2952-16f0-4852-afa6-8c9b62a64708 req-2d999765-8d5a-4718-8d11-008835c5e6d8 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:06.995935 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-099b2952-16f0-4852-afa6-8c9b62a64708 req-2d999765-8d5a-4718-8d11-008835c5e6d8 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 931 time: 0.0511827 Oct 06 11:08:06.999291 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-388688b6-c606-46ec-b684-578b33eb39e1 req-6e1a9e80-861b-4a43-a3f8-365c6eb8bbd0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822713 Oct 06 11:08:07.056435 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-099b2952-16f0-4852-afa6-8c9b62a64708 req-47490ef5-ad04-45b7-9498-cad103f3db97 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Oct 06 11:08:07.246186 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24775365-179a-4036-bd15-3ac5cef1ad57 req-dfbef91b-a1c7-42ad-bafd-d42a98a1127b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:07.247664 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-24775365-179a-4036-bd15-3ac5cef1ad57 req-dfbef91b-a1c7-42ad-bafd-d42a98a1127b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0672166 Oct 06 11:08:07.316582 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6321fc-4870-46cb-97a9-9107f11d074a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:08:07.327929 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Publish callbacks [] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:07.348161 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-24775365-179a-4036-bd15-3ac5cef1ad57 req-e9d6ec3e-3435-424b-a27f-0b493cb6a767 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927908 Oct 06 11:08:07.351153 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Transition to ACTIVE for port object 7a6321fc-4870-46cb-97a9-9107f11d074a will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:08:07.355176 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:07.417913 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6321fc-4870-46cb-97a9-9107f11d074a,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:07.466300 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Attempting to bind port 7a6321fc-4870-46cb-97a9-9107f11d074a on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:08:07.466633 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Attempting to bind port 7a6321fc-4870-46cb-97a9-9107f11d074a by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:08:07.466957 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Attempting to bind port 7a6321fc-4870-46cb-97a9-9107f11d074a on network 89c4ba27-8104-4fca-a158-a2b3f4c2936b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:08:07.511013 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Port 7a6321fc-4870-46cb-97a9-9107f11d074a on network 89c4ba27-8104-4fca-a158-a2b3f4c2936b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:08:07.511336 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Attempting to bind port 7a6321fc-4870-46cb-97a9-9107f11d074a on network 89c4ba27-8104-4fca-a158-a2b3f4c2936b {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:08:07.552655 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:08:07.552986 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Checking segment: {'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:08:07.553365 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Bound using segment: {'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:08:07.553793 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Bound port: 7a6321fc-4870-46cb-97a9-9107f11d074a, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:08:07.554147 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:07.556687 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:07.615403 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] For port 7a6321fc-4870-46cb-97a9-9107f11d074a, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:08:07.618447 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] For port 7a6321fc-4870-46cb-97a9-9107f11d074a, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7a6321fc-4870-46cb-97a9-9107f11d074a,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:08:07.624330 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:07.629416 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:07.630021 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:07.631364 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/7a6321fc-4870-46cb-97a9-9107f11d074a HTTP/1.1" status: 200 len: 1093 time: 0.7662687 Oct 06 11:08:07.631935 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1280c81a-455c-4da8-bc99-47c47ebde1f3', 'tag': '7a6321fc-4870-46cb-97a9-9107f11d074a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:08:07.634199 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96da8ecc-a4df-4066-916f-bab7f2f9b270" -d '{"events": [{"name": "network-changed", "server_uuid": "1280c81a-455c-4da8-bc99-47c47ebde1f3", "tag": "7a6321fc-4870-46cb-97a9-9107f11d074a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:08:07.683418 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a382682-5853-43ed-b666-86b09b8cb6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6321fc-4870-46cb-97a9-9107f11d074a,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:07.691962 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f877f-88de-4e17-baa8-5945e2cc5399 x-openstack-request-id: req-155f877f-88de-4e17-baa8-5945e2cc5399 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:08:07.692247 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1280c81a-455c-4da8-bc99-47c47ebde1f3", "tag": "7a6321fc-4870-46cb-97a9-9107f11d074a", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:08:07.692510 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-155f877f-88de-4e17-baa8-5945e2cc5399 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:08:07.692913 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155f877f-88de-4e17-baa8-5945e2cc5399'] response: {'name': 'network-changed', 'server_uuid': '1280c81a-455c-4da8-bc99-47c47ebde1f3', 'tag': '7a6321fc-4870-46cb-97a9-9107f11d074a', 'status': 'completed', 'code': 200} Oct 06 11:08:07.800204 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:07.808345 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8ecc-a4df-4066-916f-bab7f2f9b270 req-0fe1f073-2b2b-4c6b-a8f3-d7512d5d0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:07.809819 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96da8ecc-a4df-4066-916f-bab7f2f9b270 req-0fe1f073-2b2b-4c6b-a8f3-d7512d5d0dc6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f981425a83c4eb6a71891c756977764&device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 1127 time: 0.0419886 Oct 06 11:08:07.918393 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8ecc-a4df-4066-916f-bab7f2f9b270 req-9967893c-09ee-47a9-bd14-e1bd0a93160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:07.919894 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96da8ecc-a4df-4066-916f-bab7f2f9b270 req-9967893c-09ee-47a9-bd14-e1bd0a93160c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=8f981425a83c4eb6a71891c756977764&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961714 Oct 06 11:08:08.146890 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8c7cb-a063-44ae-b53e-024419155a65 req-ef8ea382-96fe-48ec-8577-c0d68bf095d3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:08.148789 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-67b8c7cb-a063-44ae-b53e-024419155a65 req-ef8ea382-96fe-48ec-8577-c0d68bf095d3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0634565 Oct 06 11:08:08.181995 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b75a1-c830-4bbe-8a14-1882852b22b7 req-c4dc3a42-2f86-4076-b9ce-c780d51ab0d9 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:08.183468 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-729b75a1-c830-4bbe-8a14-1882852b22b7 req-c4dc3a42-2f86-4076-b9ce-c780d51ab0d9 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 943 time: 0.0468643 Oct 06 11:08:08.186681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8ecc-a4df-4066-916f-bab7f2f9b270 req-a20b1d89-e1cb-4267-94d3-9d8bd5367ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:08.188155 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96da8ecc-a4df-4066-916f-bab7f2f9b270 req-a20b1d89-e1cb-4267-94d3-9d8bd5367ad6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571248 Oct 06 11:08:08.223211 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-67b8c7cb-a063-44ae-b53e-024419155a65 req-cac241b8-5f1c-405d-898c-c4ae14512108 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651445 Oct 06 11:08:08.232139 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-729b75a1-c830-4bbe-8a14-1882852b22b7 req-be778c8b-b7cb-4c6b-bba7-e9fc0f86f20c tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429311 Oct 06 11:08:08.301232 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-da2829cf-25bd-4e32-a11a-ac91e31eea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:08.302611 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-da2829cf-25bd-4e32-a11a-ac91e31eea88 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f981425a83c4eb6a71891c756977764&device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 1127 time: 0.0393994 Oct 06 11:08:08.346978 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-e5fa9151-2dfc-41a3-beda-9c8256fd87f2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6321fc-4870-46cb-97a9-9107f11d074a HTTP/1.1" status: 200 len: 217 time: 0.0311091 Oct 06 11:08:08.395956 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-65da96da-17d4-4bcc-b3ba-aeb12f12144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:08.399478 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-65da96da-17d4-4bcc-b3ba-aeb12f12144c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=12d5c3fe-e157-4b0f-baec-ed2619d08753 HTTP/1.1" status: 200 len: 854 time: 0.0457869 Oct 06 11:08:08.436543 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-f3a5d573-1a2a-4c16-b948-bf9432924911 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89c4ba27-8104-4fca-a158-a2b3f4c2936b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319715 Oct 06 11:08:08.520837 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f0b74-6d0b-4806-b555-f7eb7ed7ee24 req-4cdea3c9-1954-4f5c-bc0e-6e3103d5a806 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:08.522570 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-284f0b74-6d0b-4806-b555-f7eb7ed7ee24 req-4cdea3c9-1954-4f5c-bc0e-6e3103d5a806 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0891509 Oct 06 11:08:08.581757 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-549a7bd5-3bba-4dc7-affc-309ba15fd895 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365304 Oct 06 11:08:08.607028 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-284f0b74-6d0b-4806-b555-f7eb7ed7ee24 req-4945edb2-8ae1-45e2-9dda-fea5bca0b2bb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784485 Oct 06 11:08:08.686249 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e6fe3dc-4f9a-4c80-a174-a162a60d2ab0 req-f65a977e-f7f0-4093-a2cd-bab57c081144 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972798 Oct 06 11:08:08.854100 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16900-685b-4c9e-9f2f-3c7819563c08 req-0ae9741d-e5a4-4d3c-b027-d0a45a464806 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:08.855501 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-06a16900-685b-4c9e-9f2f-3c7819563c08 req-0ae9741d-e5a4-4d3c-b027-d0a45a464806 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0468612 Oct 06 11:08:08.906330 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-06a16900-685b-4c9e-9f2f-3c7819563c08 req-93afebdc-f67c-452c-b7cb-cf33b8c3f352 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453990 Oct 06 11:08:09.358393 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c289d-5dcb-4989-a618-e290d5714fde req-9799aae0-1a93-4300-a49c-696d9c7e4bfd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:09.359973 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d66c289d-5dcb-4989-a618-e290d5714fde req-9799aae0-1a93-4300-a49c-696d9c7e4bfd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0472386 Oct 06 11:08:09.363372 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe0cf3-1702-4a2f-9d02-3644eb655d4f req-c783d835-3e16-4100-b34e-87e807623414 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:09.364864 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2dfe0cf3-1702-4a2f-9d02-3644eb655d4f req-c783d835-3e16-4100-b34e-87e807623414 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 943 time: 0.0458407 Oct 06 11:08:09.377061 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:09.414562 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2dfe0cf3-1702-4a2f-9d02-3644eb655d4f req-354fedae-cb1f-4efd-840c-5381d69ba099 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Oct 06 11:08:09.415013 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d66c289d-5dcb-4989-a618-e290d5714fde req-77516725-0667-43fb-9cc0-63918c0b812f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484557 Oct 06 11:08:10.026080 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a9fd3-65a8-4bec-8935-3e87832927ea req-3e15a7d3-7533-4b5b-a701-893463df6c2c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:10.027538 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-572a9fd3-65a8-4bec-8935-3e87832927ea req-3e15a7d3-7533-4b5b-a701-893463df6c2c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0473270 Oct 06 11:08:10.074740 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-572a9fd3-65a8-4bec-8935-3e87832927ea req-74247e89-3028-4403-bfa3-3850aae5326f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Oct 06 11:08:10.536200 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32caae3-7355-4374-aa3f-771ea25a67c2 req-11354b5c-e495-443e-9312-ef89ec119325 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:10.537691 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d32caae3-7355-4374-aa3f-771ea25a67c2 req-11354b5c-e495-443e-9312-ef89ec119325 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 943 time: 0.0465317 Oct 06 11:08:10.545117 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba368e0-0cde-4259-930a-e716ad53e3e7 req-742cc04b-ad1d-4309-ba73-0a56fffdf231 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:10.546599 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ba368e0-0cde-4259-930a-e716ad53e3e7 req-742cc04b-ad1d-4309-ba73-0a56fffdf231 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0502536 Oct 06 11:08:10.558799 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:10.585367 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d32caae3-7355-4374-aa3f-771ea25a67c2 req-f19a2734-16ac-4abb-b4a4-1bf2a3071433 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Oct 06 11:08:10.595438 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ba368e0-0cde-4259-930a-e716ad53e3e7 req-78e53813-26a0-4faf-b2b0-a532baf3ce50 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Oct 06 11:08:11.196731 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3fbd0-726b-4b41-be83-8172b9955b2c req-8ee18ab4-d1a9-4c29-99c2-15436733c15f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:11.198198 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e1d3fbd0-726b-4b41-be83-8172b9955b2c req-8ee18ab4-d1a9-4c29-99c2-15436733c15f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0474267 Oct 06 11:08:11.244490 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e1d3fbd0-726b-4b41-be83-8172b9955b2c req-10f202b1-ee58-4beb-b338-6049f4f73243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Oct 06 11:08:11.706679 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b193e5-d86e-4f41-b7f5-db3f0c6612fe req-daf02cfd-b68d-4083-a632-302ccc678f1a tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:11.708264 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-82b193e5-d86e-4f41-b7f5-db3f0c6612fe req-daf02cfd-b68d-4083-a632-302ccc678f1a tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 943 time: 0.0482745 Oct 06 11:08:11.732055 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09822-6952-4302-ada2-cd850b592090 req-0383a908-2a04-40eb-a344-bec5ff50b48e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:11.733680 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ece09822-6952-4302-ada2-cd850b592090 req-0383a908-2a04-40eb-a344-bec5ff50b48e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0550931 Oct 06 11:08:11.740245 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:11.762825 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-82b193e5-d86e-4f41-b7f5-db3f0c6612fe req-7f3dc6d2-d9a3-4b8d-891f-22da72fc0333 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489426 Oct 06 11:08:11.772562 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:11.785789 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ece09822-6952-4302-ada2-cd850b592090 req-36aa10dc-1bfe-4165-8476-0d563edbbafc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446153 Oct 06 11:08:11.839787 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-6465e8c8-aa3c-413c-80ce-9de85867f6f6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451767 Oct 06 11:08:12.026584 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-656eec86-7098-42da-8cbe-b0636b50c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.028105 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-656eec86-7098-42da-8cbe-b0636b50c4de service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 1130 time: 0.0429432 Oct 06 11:08:12.032094 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-8ddf3cc5-e8ef-4f38-80bc-41c2ced4c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.034313 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-8ddf3cc5-e8ef-4f38-80bc-41c2ced4c2d6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 1130 time: 0.0389035 Oct 06 11:08:12.094151 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:12.130370 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-5bc704cc-e34f-4d7e-8547-8bfdadde9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.131869 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-5bc704cc-e34f-4d7e-8547-8bfdadde9c4a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 910 time: 0.0921943 Oct 06 11:08:12.132008 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-7c2dbe9f-ed65-456e-8bf8-dcca53d2434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.133334 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-7c2dbe9f-ed65-456e-8bf8-dcca53d2434c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.0863273 Oct 06 11:08:12.180398 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-dc69ccca-4022-47ee-979a-09f832fa509a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26 HTTP/1.1" status: 200 len: 217 time: 0.0364001 Oct 06 11:08:12.226420 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-a35184b9-6fa8-43e1-8a0b-e1501c438c60 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 200 len: 1001 time: 0.0825636 Oct 06 11:08:12.228626 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-cb1fce2e-0722-45df-b459-22969502b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.230059 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-cb1fce2e-0722-45df-b459-22969502b175 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0442348 Oct 06 11:08:12.275004 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-34fa6791-b2cc-498b-a9ce-237e5e6e4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.276647 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-34fa6791-b2cc-498b-a9ce-237e5e6e4850 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391994 Oct 06 11:08:12.401921 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad182e-5936-464b-bda4-97c86004bb35 req-c9937510-9299-4a88-874f-ab3808b6875a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.403507 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d9ad182e-5936-464b-bda4-97c86004bb35 req-c9937510-9299-4a88-874f-ab3808b6875a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0684044 Oct 06 11:08:12.437766 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-e3130224-43b7-4b81-aadf-1ada562a4e65 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549411 Oct 06 11:08:12.474143 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d9ad182e-5936-464b-bda4-97c86004bb35 req-d1258195-6bf0-452a-b603-6d5e6b33b613 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630236 Oct 06 11:08:12.535692 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-de312fa3-f8ed-43a2-8856-19f170ccb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.537092 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-de312fa3-f8ed-43a2-8856-19f170ccb135 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.3003809 Oct 06 11:08:12.555821 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3b09680b-d4bf-4cd0-a4fa-7f5472925b26 req-0a91f3ac-433c-44a0-8657-7b5934c27ac1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969219 Oct 06 11:08:12.606805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-216a9924-ac93-4b48-adcb-a6027e6afaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.608278 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-216a9924-ac93-4b48-adcb-a6027e6afaac service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386376 Oct 06 11:08:12.718919 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-8a244b27-1765-409f-a385-ebb09443e241 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856719 Oct 06 11:08:12.764225 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:12.778977 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:12.784674 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:12.810994 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe27ae1e-512a-4b11-ac6c-c91251df3739 req-2008d2cf-a265-4333-9d35-7bb1f2ad2c58 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850024 Oct 06 11:08:12.887155 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4568-116e-43c1-a3c5-9828ad04a5e2 req-389220f2-1aa4-480d-a2ab-c6715f467d05 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.888682 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8f7f4568-116e-43c1-a3c5-9828ad04a5e2 req-389220f2-1aa4-480d-a2ab-c6715f467d05 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 943 time: 0.0480518 Oct 06 11:08:12.919162 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17c6b1-2e89-4e57-af7a-35d247ff2b0b req-9f827b05-81a5-4a77-a944-cdb073ec0a05 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:12.920675 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8d17c6b1-2e89-4e57-af7a-35d247ff2b0b req-9f827b05-81a5-4a77-a944-cdb073ec0a05 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0482810 Oct 06 11:08:12.939401 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8f7f4568-116e-43c1-a3c5-9828ad04a5e2 req-5d806564-5035-4afc-a359-a7e3405ccb0b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 Oct 06 11:08:12.969817 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8d17c6b1-2e89-4e57-af7a-35d247ff2b0b req-c3cc3185-be59-4266-9d8b-dbc239676d3d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424001 Oct 06 11:08:13.517387 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 7a6321fc-4870-46cb-97a9-9107f11d074a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:08:13.594831 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226ad5b-c013-4666-a67a-2250fb6a5450 req-e5989ecd-a67f-40f8-ac3f-7562293be0f7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:13.596848 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7226ad5b-c013-4666-a67a-2250fb6a5450 req-e5989ecd-a67f-40f8-ac3f-7562293be0f7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0461335 Oct 06 11:08:13.617236 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 7a6321fc-4870-46cb-97a9-9107f11d074a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7a6321fc-4870-46cb-97a9-9107f11d074a,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:08:13.628315 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '7a6321fc-4870-46cb-97a9-9107f11d074a', 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b', 'port_id': '7a6321fc-4870-46cb-97a9-9107f11d074a', 'mac_address': 'fa:16:3e:02:a5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d5c3fe-e157-4b0f-baec-ed2619d08753', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:08:13.647225 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7226ad5b-c013-4666-a67a-2250fb6a5450 req-a4c14c40-75c3-474a-a96d-5d6c99e1aa99 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438800 Oct 06 11:08:13.668052 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 7a6321fc-4870-46cb-97a9-9107f11d074a is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:08:13.668449 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:13.682167 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6321fc-4870-46cb-97a9-9107f11d074a {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:08:13.701952 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 7a6321fc-4870-46cb-97a9-9107f11d074a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7a6321fc-4870-46cb-97a9-9107f11d074a,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:08:13.706517 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:13.753693 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=7a6321fc-4870-46cb-97a9-9107f11d074a,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:14.062249 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fd1ad-06b4-4751-8fca-2f6dbb3d6a89 req-7b28e06a-def1-4d50-a095-d707db0d6434 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:14.063729 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-886fd1ad-06b4-4751-8fca-2f6dbb3d6a89 req-7b28e06a-def1-4d50-a095-d707db0d6434 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 944 time: 0.0487630 Oct 06 11:08:14.096538 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5248f6-0d6f-4a4e-bf7d-39ef78f0da18 req-c09e26b6-bda7-434f-ab5e-b4aefcf6c084 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:14.098333 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eb5248f6-0d6f-4a4e-bf7d-39ef78f0da18 req-c09e26b6-bda7-434f-ab5e-b4aefcf6c084 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0471039 Oct 06 11:08:14.116306 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-886fd1ad-06b4-4751-8fca-2f6dbb3d6a89 req-db5e2bf8-54cf-4727-ade6-fafb8ffd726b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Oct 06 11:08:14.146944 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eb5248f6-0d6f-4a4e-bf7d-39ef78f0da18 req-62b6caf3-ce06-45b2-a4be-f1354325b99a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430593 Oct 06 11:08:14.270312 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['7a6321fc-4870-46cb-97a9-9107f11d074a'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:08:14.761692 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:14.774887 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c0dae-6108-416d-b643-5d50533c6f29 req-b598cb3a-e24a-4070-8d70-ab0c57c2c63c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:14.776377 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-458c0dae-6108-416d-b643-5d50533c6f29 req-b598cb3a-e24a-4070-8d70-ab0c57c2c63c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0474582 Oct 06 11:08:14.801238 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:14.824077 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-458c0dae-6108-416d-b643-5d50533c6f29 req-ed928043-8e4a-4b07-a262-f66dfd9172c6 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Oct 06 11:08:15.245117 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61242c-5707-4dfe-a197-dfd97708ba09 req-bd388550-2da1-4430-bc04-79b175b70ef4 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:15.246613 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7e61242c-5707-4dfe-a197-dfd97708ba09 req-bd388550-2da1-4430-bc04-79b175b70ef4 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 944 time: 0.0513744 Oct 06 11:08:15.274089 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6577caf-9d0f-42f4-8a5d-0fee7daf1af9 req-5ee02d40-bb31-401a-97f8-a6710eebe869 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:15.275565 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d6577caf-9d0f-42f4-8a5d-0fee7daf1af9 req-5ee02d40-bb31-401a-97f8-a6710eebe869 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0478904 Oct 06 11:08:15.294975 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7e61242c-5707-4dfe-a197-dfd97708ba09 req-fdfcee7e-af85-4ad3-8cf3-1f593528ea8b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Oct 06 11:08:15.322863 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d6577caf-9d0f-42f4-8a5d-0fee7daf1af9 req-1eb214c3-a9ff-4948-af77-73c4b88ad847 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Oct 06 11:08:15.521804 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:08:15.535531 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 7a6321fc-4870-46cb-97a9-9107f11d074a up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:08:15.556580 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:15.628486 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 7a6321fc-4870-46cb-97a9-9107f11d074a completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:08:15.636370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 7a6321fc-4870-46cb-97a9-9107f11d074a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:08:15.636744 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:15.637079 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 7a6321fc-4870-46cb-97a9-9107f11d074a Oct 06 11:08:15.683966 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:08:15.698685 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'port_id': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'mac_address': 'fa:16:3e:8e:b0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:08:15.764094 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:15.772200 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port e16aada9-7c39-402c-9979-d8f302e4c39a is: ACTIVE; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:08:15.772601 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:15.775202 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 7a6321fc-4870-46cb-97a9-9107f11d074a is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:08:15.775615 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:15.798652 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e16aada9-7c39-402c-9979-d8f302e4c39a {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:08:15.822711 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1280c81a-455c-4da8-bc99-47c47ebde1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6321fc-4870-46cb-97a9-9107f11d074a'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:08:15.824940 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f2a87d-3811-44bb-bc1f-cb12b6fc6b4f" -d '{"events": [{"server_uuid": "1280c81a-455c-4da8-bc99-47c47ebde1f3", "name": "network-vif-plugged", "status": "completed", "tag": "7a6321fc-4870-46cb-97a9-9107f11d074a"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:08:15.846345 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:08:15.848354 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 7a6321fc-4870-46cb-97a9-9107f11d074a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7a6321fc-4870-46cb-97a9-9107f11d074a,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:08:15.852878 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:15.859986 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:15.878207 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb53b66-689f-4ed8-8d7f-658399f4f9ff x-openstack-request-id: req-fbb53b66-689f-4ed8-8d7f-658399f4f9ff {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:08:15.878514 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1280c81a-455c-4da8-bc99-47c47ebde1f3", "name": "network-vif-plugged", "status": "completed", "tag": "7a6321fc-4870-46cb-97a9-9107f11d074a", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:08:15.878763 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbb53b66-689f-4ed8-8d7f-658399f4f9ff {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:08:15.879157 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb53b66-689f-4ed8-8d7f-658399f4f9ff'] response: {'server_uuid': '1280c81a-455c-4da8-bc99-47c47ebde1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6321fc-4870-46cb-97a9-9107f11d074a', 'code': 200} Oct 06 11:08:15.904540 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=6']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:15.952201 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=7a6321fc-4870-46cb-97a9-9107f11d074a,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:16.065703 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['e16aada9-7c39-402c-9979-d8f302e4c39a'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:08:16.124552 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465385-dcc7-4d22-a081-e7a3e51444e6 req-ce1778e2-2a6b-4bab-b509-311c8b6f58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:16.125974 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e8465385-dcc7-4d22-a081-e7a3e51444e6 req-ce1778e2-2a6b-4bab-b509-311c8b6f58ec service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 1129 time: 0.0399256 Oct 06 11:08:16.171508 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e8465385-dcc7-4d22-a081-e7a3e51444e6 req-1160ed6a-7147-41c8-a5b6-323a8f1e72ed service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390940 Oct 06 11:08:16.418374 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a8b17-f2d9-47cb-99e6-c3f5a1ec64fd req-5beaa354-60fe-430b-9221-e70cff3b3cc4 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:16.420354 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d22a8b17-f2d9-47cb-99e6-c3f5a1ec64fd req-5beaa354-60fe-430b-9221-e70cff3b3cc4 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 945 time: 0.0514431 Oct 06 11:08:16.446140 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:16.454738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35333074-fba4-4d69-9f1f-5849add9cbc6 req-cd8ff3ec-a5cb-4092-8edc-0f08ca338c60 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:16.456850 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35333074-fba4-4d69-9f1f-5849add9cbc6 req-cd8ff3ec-a5cb-4092-8edc-0f08ca338c60 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 944 time: 0.0493569 Oct 06 11:08:16.470480 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d22a8b17-f2d9-47cb-99e6-c3f5a1ec64fd req-b9773aed-7dbe-4626-ad7f-700c80d14304 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Oct 06 11:08:16.507895 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35333074-fba4-4d69-9f1f-5849add9cbc6 req-37eaa98e-4da7-4ede-9fc0-d2767832d6dd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453675 Oct 06 11:08:17.565444 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:08:17.590505 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05eb40b-4dff-4026-a752-7453e92d14f6 req-ef06ae26-7244-4d97-bae7-868176228549 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:17.592097 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b05eb40b-4dff-4026-a752-7453e92d14f6 req-ef06ae26-7244-4d97-bae7-868176228549 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 945 time: 0.0484221 Oct 06 11:08:17.610830 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port e16aada9-7c39-402c-9979-d8f302e4c39a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:08:17.611203 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:17.611758 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port e16aada9-7c39-402c-9979-d8f302e4c39a Oct 06 11:08:17.638290 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215ce08-257a-4fc2-a2e3-0e6dc491e016 req-fc2d8529-472c-40d6-9ba6-fd9bf9aeef97 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:17.640483 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0215ce08-257a-4fc2-a2e3-0e6dc491e016 req-fc2d8529-472c-40d6-9ba6-fd9bf9aeef97 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 944 time: 0.0496197 Oct 06 11:08:17.641942 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b05eb40b-4dff-4026-a752-7453e92d14f6 req-ac0c5184-3664-4de3-baed-713640120b6c tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434775 Oct 06 11:08:17.688201 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port e16aada9-7c39-402c-9979-d8f302e4c39a is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:08:17.688682 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:17.695463 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0215ce08-257a-4fc2-a2e3-0e6dc491e016 req-1a970693-7a33-482a-a318-447996a8c465 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464735 Oct 06 11:08:17.722500 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:08:17.726416 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:17.754919 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:17.773812 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=7']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:17.880214 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:08:17.882466 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c426b-b979-46e1-b771-c6ef3e5eef6e" -d '{"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-plugged", "status": "completed", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:08:17.919371 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d92567-ae88-4dda-9df8-9f217cb4ff79 x-openstack-request-id: req-95d92567-ae88-4dda-9df8-9f217cb4ff79 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:08:17.919660 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-plugged", "status": "completed", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:08:17.919946 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95d92567-ae88-4dda-9df8-9f217cb4ff79 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:08:17.920336 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d92567-ae88-4dda-9df8-9f217cb4ff79'] response: {'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'code': 200} Oct 06 11:08:18.772546 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac48b7-f5c2-44b4-b52a-08052b1c6660 req-b409a01e-5d1c-4eaa-ae8f-8fff2a2eb381 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:18.774065 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5cac48b7-f5c2-44b4-b52a-08052b1c6660 req-b409a01e-5d1c-4eaa-ae8f-8fff2a2eb381 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 945 time: 0.0481102 Oct 06 11:08:18.795722 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:18.823687 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5cac48b7-f5c2-44b4-b52a-08052b1c6660 req-9ce32d4f-7cd9-4003-b8d3-891e81993cf4 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Oct 06 11:08:18.827456 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a3dee-d74b-4c01-89bc-0161991d7779 req-f08838ab-7d71-4c3e-bffd-cd0139c81fad tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:18.828991 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e09a3dee-d74b-4c01-89bc-0161991d7779 req-f08838ab-7d71-4c3e-bffd-cd0139c81fad tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0509427 Oct 06 11:08:18.877133 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e09a3dee-d74b-4c01-89bc-0161991d7779 req-e3ef10b3-d100-4102-913d-b2c55a662f8d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Oct 06 11:08:20.018775 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00edb1-74dd-48de-bd7c-e22bcc7b6eeb req-b8df77eb-cdc8-461d-957b-995710cebf8c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:20.020292 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1b00edb1-74dd-48de-bd7c-e22bcc7b6eeb req-b8df77eb-cdc8-461d-957b-995710cebf8c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0540092 Oct 06 11:08:20.067317 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1b00edb1-74dd-48de-bd7c-e22bcc7b6eeb req-5d50e891-79ca-4217-8bd3-706b8c811d82 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Oct 06 11:08:21.197134 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542464f3-d407-46ba-a002-957a2f7919a1 req-7b8aff93-096a-447e-a1cb-a66ada32e8f0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:21.198602 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-542464f3-d407-46ba-a002-957a2f7919a1 req-7b8aff93-096a-447e-a1cb-a66ada32e8f0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0469723 Oct 06 11:08:21.244961 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-542464f3-d407-46ba-a002-957a2f7919a1 req-738bece0-b8f0-4ec2-a4fe-2480d495e019 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405185 Oct 06 11:08:22.381936 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8213ebb-29f8-4269-993d-03e618b32f41 req-ee3dc751-ab00-4668-8faa-647fb9017245 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:22.383947 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c8213ebb-29f8-4269-993d-03e618b32f41 req-ee3dc751-ab00-4668-8faa-647fb9017245 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0572784 Oct 06 11:08:22.437247 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c8213ebb-29f8-4269-993d-03e618b32f41 req-97756473-2ca1-43e3-a882-db4b6cacf9fa tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472231 Oct 06 11:08:23.267540 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-94daa806-7961-4ed4-b138-abf5dfb47f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:23.631266 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9198d-4a2d-477f-8b1a-a09786716c07 req-386bab07-3ad7-4b72-80df-0ffb27493f25 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:23.634784 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bcf9198d-4a2d-477f-8b1a-a09786716c07 req-386bab07-3ad7-4b72-80df-0ffb27493f25 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0650373 Oct 06 11:08:23.705660 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bcf9198d-4a2d-477f-8b1a-a09786716c07 req-479ba12f-15a5-4ef1-a16e-7d785edb32d3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654550 Oct 06 11:08:24.919904 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510824-0cc9-421e-a05d-53839021d7ad req-2308ed01-b623-4725-bb7a-029b879b5569 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:24.923805 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-70510824-0cc9-421e-a05d-53839021d7ad req-2308ed01-b623-4725-bb7a-029b879b5569 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0774901 Oct 06 11:08:24.988813 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-70510824-0cc9-421e-a05d-53839021d7ad req-f745b00c-31b2-45c6-a053-120a0adeb389 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581923 Oct 06 11:08:25.574456 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7c167747-67b2-411d-aabe-a570ad7dc700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:26.135084 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e58c4-b0ec-433b-8c42-c7f9c669759a req-1ac9e66c-1792-4e57-a8ca-975e6064ab01 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:26.136605 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9f8e58c4-b0ec-433b-8c42-c7f9c669759a req-1ac9e66c-1792-4e57-a8ca-975e6064ab01 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0586555 Oct 06 11:08:26.191905 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9f8e58c4-b0ec-433b-8c42-c7f9c669759a req-f9c90353-09d9-4e05-95dc-316ea1d5478c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496261 Oct 06 11:08:27.078704 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:27.339135 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2c98c-d4bd-491f-ab2a-f48fe1bf2368 req-b89650b6-81fe-413e-9be8-23ee28cb2314 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:27.356804 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bbe2c98c-d4bd-491f-ab2a-f48fe1bf2368 req-b89650b6-81fe-413e-9be8-23ee28cb2314 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0823238 Oct 06 11:08:27.412369 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bbe2c98c-d4bd-491f-ab2a-f48fe1bf2368 req-778a73ad-2a2c-4255-8e36-0d0c7d23f4aa tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546522 Oct 06 11:08:28.546745 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f19a4-3365-40ba-b581-15831e9baa97 req-c2214dd8-8f2c-452c-a626-3a4e7a6c3b41 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:28.548308 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-336f19a4-3365-40ba-b581-15831e9baa97 req-c2214dd8-8f2c-452c-a626-3a4e7a6c3b41 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0514884 Oct 06 11:08:28.589602 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:28.600639 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-336f19a4-3365-40ba-b581-15831e9baa97 req-6d39fd68-d864-4c77-8c15-b1bb51764492 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464218 Oct 06 11:08:28.824205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:29.743722 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bb224-8e25-40aa-8e9e-3130069de55d req-15dc9fd9-7f28-4b47-855f-ac3d5e460c33 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:29.745224 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-334bb224-8e25-40aa-8e9e-3130069de55d req-15dc9fd9-7f28-4b47-855f-ac3d5e460c33 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0500352 Oct 06 11:08:29.798650 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-334bb224-8e25-40aa-8e9e-3130069de55d req-f4248f80-28d7-46a3-b1e1-9c721a89b799 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478666 Oct 06 11:08:30.959112 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c5f4-9737-4a36-b01e-53c68c7900f8 req-e7b46a68-622a-4363-935b-6d729894cbc7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:30.960701 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-eb93c5f4-9737-4a36-b01e-53c68c7900f8 req-e7b46a68-622a-4363-935b-6d729894cbc7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0686412 Oct 06 11:08:31.013333 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-eb93c5f4-9737-4a36-b01e-53c68c7900f8 req-162fee55-852c-4071-884b-cc47445f7d60 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Oct 06 11:08:32.153472 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf77be-f758-4f5e-84c5-af0b6dc72aff req-1d110db7-7e6c-4142-9e68-2e522b788612 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:32.154976 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ebbf77be-f758-4f5e-84c5-af0b6dc72aff req-1d110db7-7e6c-4142-9e68-2e522b788612 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0516651 Oct 06 11:08:32.212499 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ebbf77be-f758-4f5e-84c5-af0b6dc72aff req-9e35d457-3a29-4ad7-9502-1f0f4a005e67 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505481 Oct 06 11:08:33.339641 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7a932-09fb-4119-9fd7-5c029f923b1e req-617fa586-5769-4974-997a-7596f466b585 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:33.341048 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15a7a932-09fb-4119-9fd7-5c029f923b1e req-617fa586-5769-4974-997a-7596f466b585 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0471559 Oct 06 11:08:33.353019 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:33.388875 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15a7a932-09fb-4119-9fd7-5c029f923b1e req-e4515943-91cf-4348-abc6-3508b73e2352 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421553 Oct 06 11:08:33.887338 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-7aa6544d-8de6-47e2-b274-e8b3e0fa9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:33.888874 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-7aa6544d-8de6-47e2-b274-e8b3e0fa9cf7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 1129 time: 0.0401869 Oct 06 11:08:33.986301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-16813d3a-804f-4885-8610-b7b22135f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:33.988128 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-16813d3a-804f-4885-8610-b7b22135f017 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.0910149 Oct 06 11:08:34.048944 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-8bdfb940-a382-496a-bef0-4820628dbd87 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e16aada9-7c39-402c-9979-d8f302e4c39a HTTP/1.1" status: 200 len: 1001 time: 0.0545583 Oct 06 11:08:34.086407 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:34.105717 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-900d649a-a88b-40ea-86fd-599f4abcde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:34.107185 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-900d649a-a88b-40ea-86fd-599f4abcde00 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0497861 Oct 06 11:08:34.155284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-b1a1be46-4d28-42a8-87d2-b0bda7056dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:34.157057 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-b1a1be46-4d28-42a8-87d2-b0bda7056dfa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391355 Oct 06 11:08:34.246289 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-a14077a7-adb1-42ff-91e2-6ae92b697af4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815387 Oct 06 11:08:34.313433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:34.339627 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6a083fd5-e437-4084-98f8-919bf0880cc5 req-fa471476-0c99-4ff1-8210-9c50880fff58 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859890 Oct 06 11:08:34.513753 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108af7e-5b4f-4d5f-a349-5b54aaf90ed1 req-203a8372-6c91-4205-9785-693aacc9df3e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:34.515113 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1108af7e-5b4f-4d5f-a349-5b54aaf90ed1 req-203a8372-6c91-4205-9785-693aacc9df3e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0455499 Oct 06 11:08:34.561913 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1108af7e-5b4f-4d5f-a349-5b54aaf90ed1 req-3d2c6c89-1f47-4107-b3f2-bcdcc920997b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Oct 06 11:08:35.688889 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877bcb4-f67d-468c-8aee-667c95890491 req-78ec0e1e-1e1d-45f8-94c9-213eeefea94c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:35.690610 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6877bcb4-f67d-468c-8aee-667c95890491 req-78ec0e1e-1e1d-45f8-94c9-213eeefea94c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0483787 Oct 06 11:08:35.740655 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6877bcb4-f67d-468c-8aee-667c95890491 req-20f09498-0d06-4cbb-b0a2-ccaa7404c380 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Oct 06 11:08:36.874804 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab248ba-7c5c-4e9d-98ae-26aec24151d9 req-94f6d0ba-edd2-47f5-a5cf-7b68b1115736 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:36.876318 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ab248ba-7c5c-4e9d-98ae-26aec24151d9 req-94f6d0ba-edd2-47f5-a5cf-7b68b1115736 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 945 time: 0.0526464 Oct 06 11:08:36.925994 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ab248ba-7c5c-4e9d-98ae-26aec24151d9 req-cb61e974-9038-41a7-8e3b-ec6f71364fad tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438154 Oct 06 11:08:37.662997 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:08:37.732091 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port e16aada9-7c39-402c-9979-d8f302e4c39a is: ACTIVE; New status is: DOWN {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:08:37.732476 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:37.749686 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:37.756016 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:08:37.758231 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e7e950-5f40-4d35-80e8-d40eb0eb4cc2" -d '{"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:08:37.770918 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:08:37.774851 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:37.796194 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 06 Oct 2022 11:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65123be9-a9a2-4844-9e77-603327d6eb9d x-openstack-request-id: req-65123be9-a9a2-4844-9e77-603327d6eb9d {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:08:37.796479 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-unplugged", "status": "failed", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a", "code": 422}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:08:37.796724 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65123be9-a9a2-4844-9e77-603327d6eb9d {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:08:37.797152 dv-cinder-860209-2-iscsi neutron-server[106391]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-65123be9-a9a2-4844-9e77-603327d6eb9d']: {'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'code': 422} returned with failed status Oct 06 11:08:37.825989 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=8']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:08:37.833160 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.833514 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.833874 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.834230 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.834568 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.834924 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.835252 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.835581 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.835926 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.836254 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.836580 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.836920 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.837247 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.837570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:37.837889 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:08:38.051765 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a37de-0718-4bbe-8d00-f4bf8257c5d3 req-5db74a30-8efd-4cf1-a561-7d92f21d3067 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:38.053270 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c37a37de-0718-4bbe-8d00-f4bf8257c5d3 req-5db74a30-8efd-4cf1-a561-7d92f21d3067 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0469155 Oct 06 11:08:38.100476 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c37a37de-0718-4bbe-8d00-f4bf8257c5d3 req-e44f607c-b4af-4e23-b059-c44efc82b56e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Oct 06 11:08:38.595178 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-f479388b-3c0b-48ba-b261-e8b5d3f1e670 req-fef8650d-078b-4609-b16a-fe56596e5237 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:08:38.596847 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f479388b-3c0b-48ba-b261-e8b5d3f1e670 req-fef8650d-078b-4609-b16a-fe56596e5237 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053508 Oct 06 11:08:38.768381 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395d741-0223-43fd-b1b5-7f3c91004f8d req-34aab712-1f6e-4528-8f27-832bb14f039f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:38.769978 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8395d741-0223-43fd-b1b5-7f3c91004f8d req-34aab712-1f6e-4528-8f27-832bb14f039f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0491471 Oct 06 11:08:38.803817 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:38.820493 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8395d741-0223-43fd-b1b5-7f3c91004f8d req-26825431-2835-45b4-9653-c3bb16c8c3aa tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440962 Oct 06 11:08:39.029033 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 33810) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:08:39.114927 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-7fe09120-8220-4f4f-a8ea-6144ea8a3162 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847590 Oct 06 11:08:39.123179 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-2e2122fc-e93f-4629-95c8-8c3cb72ad9e7 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:08:39.124146 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-2e2122fc-e93f-4629-95c8-8c3cb72ad9e7 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047276 Oct 06 11:08:39.200497 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 33818) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:08:39.291892 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09083-b812-4651-860e-67599aac09fe req-2af458d8-c604-4a79-abfc-eda64b82caab tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:39.293247 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-2af458d8-c604-4a79-abfc-eda64b82caab tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports/e16aada9-7c39-402c-9979-d8f302e4c39a HTTP/1.1" status: 200 len: 940 time: 0.0917757 Oct 06 11:08:39.745777 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:08:39.949241 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40cf14-b1e6-4944-8067-07141e3117ae req-bdb21e20-4804-43d4-aae8-7ad1a70920e0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:39.950699 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3f40cf14-b1e6-4944-8067-07141e3117ae req-bdb21e20-4804-43d4-aae8-7ad1a70920e0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0494599 Oct 06 11:08:39.996856 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3f40cf14-b1e6-4944-8067-07141e3117ae req-dd1a22ed-c8d4-4d82-bd23-46cc807475fa tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404289 Oct 06 11:08:41.125292 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6d509-1607-47e7-af21-02219d319282 req-8402960c-bf6c-4af2-808b-3386c414b168 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:41.126743 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e5e6d509-1607-47e7-af21-02219d319282 req-8402960c-bf6c-4af2-808b-3386c414b168 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0460820 Oct 06 11:08:41.172925 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e5e6d509-1607-47e7-af21-02219d319282 req-215bd9d5-1ba9-473e-ab77-0b0b1a272169 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402472 Oct 06 11:08:41.280312 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09083-b812-4651-860e-67599aac09fe req-12adfa89-4451-40bf-82da-aca9e7b2396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:41.281798 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-12adfa89-4451-40bf-82da-aca9e7b2396f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b&tenant_id=5b886dc365684ab1811d100eb5774619 HTTP/1.1" status: 200 len: 1127 time: 0.0729563 Oct 06 11:08:41.363822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09083-b812-4651-860e-67599aac09fe req-747a4953-92b6-4715-9191-b519167a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:41.365201 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-747a4953-92b6-4715-9191-b519167a7590 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 1127 time: 0.0387063 Oct 06 11:08:41.458396 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09083-b812-4651-860e-67599aac09fe req-a7712c23-1946-41fa-9ce0-c556d353cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:41.459902 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-a7712c23-1946-41fa-9ce0-c556d353cb48 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.0881937 Oct 06 11:08:41.521326 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-5a1f33be-b2df-4980-9d78-b2d98b881935 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e16aada9-7c39-402c-9979-d8f302e4c39a HTTP/1.1" status: 200 len: 999 time: 0.0547326 Oct 06 11:08:41.560367 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:41.571567 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09083-b812-4651-860e-67599aac09fe req-a3245839-7e75-4d8e-8e9f-dfaaa3d3c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:41.572989 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-a3245839-7e75-4d8e-8e9f-dfaaa3d3c6de service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0439491 Oct 06 11:08:41.618984 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09083-b812-4651-860e-67599aac09fe req-512157ed-57f3-4957-8bd9-59a6c3115824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:41.620412 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-512157ed-57f3-4957-8bd9-59a6c3115824 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412588 Oct 06 11:08:41.710647 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-f0fffc75-095f-4f40-ae97-b029cd403375 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819345 Oct 06 11:08:41.730738 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:41.807712 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-92b09083-b812-4651-860e-67599aac09fe req-7d4653d0-587c-4564-8629-41fdacd9426c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901978 Oct 06 11:08:42.335102 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:42.343621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdef4be-60c4-4253-9434-cb364cbc89bc req-76161b8d-9d47-46c9-be55-827add3f7713 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:42.345259 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ffdef4be-60c4-4253-9434-cb364cbc89bc req-76161b8d-9d47-46c9-be55-827add3f7713 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0495040 Oct 06 11:08:42.418689 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ffdef4be-60c4-4253-9434-cb364cbc89bc req-a8d9f804-e6f9-4df0-8e2f-c1d1f74ba26b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620658 Oct 06 11:08:43.546445 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6f813-7cd1-407e-9c2f-34dbd01e36e8 req-789dd7e0-d638-465c-b739-7d6691f0b8fc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:43.547925 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5ea6f813-7cd1-407e-9c2f-34dbd01e36e8 req-789dd7e0-d638-465c-b739-7d6691f0b8fc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0495422 Oct 06 11:08:43.614828 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5ea6f813-7cd1-407e-9c2f-34dbd01e36e8 req-aa58c5cb-d111-4869-8d04-b8e46d8b7f48 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595820 Oct 06 11:08:44.791065 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d792350-313b-4161-aebd-d32905e2a409 req-b7876599-1653-48ae-99de-24037735ff7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:44.792637 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9d792350-313b-4161-aebd-d32905e2a409 req-b7876599-1653-48ae-99de-24037735ff7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0811119 Oct 06 11:08:44.855928 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9d792350-313b-4161-aebd-d32905e2a409 req-d09f7298-b4c7-4aca-aeac-8fc73c8e3a37 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544989 Oct 06 11:08:45.990042 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60156c67-5d9f-4eb2-90c1-6fc955ab4a83 req-af2361e2-7e67-48fa-9670-2e0cc23adef5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:45.991731 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-60156c67-5d9f-4eb2-90c1-6fc955ab4a83 req-af2361e2-7e67-48fa-9670-2e0cc23adef5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0469494 Oct 06 11:08:46.041697 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-60156c67-5d9f-4eb2-90c1-6fc955ab4a83 req-f79b9ac0-178e-47d2-93bd-7cf3e146fa99 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432937 Oct 06 11:08:47.176669 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03299b0a-9127-4bf9-ad71-4298c452e746 req-f2a322d8-0f71-4f87-a894-f5644ec0aaee tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:47.178133 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-03299b0a-9127-4bf9-ad71-4298c452e746 req-f2a322d8-0f71-4f87-a894-f5644ec0aaee tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0476365 Oct 06 11:08:47.234983 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-03299b0a-9127-4bf9-ad71-4298c452e746 req-ee2d0796-7730-43a6-b18a-cc82903e7617 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509279 Oct 06 11:08:48.382141 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d12ae-caba-4f5c-ada6-e558c4a8fa8d req-b0c16cd4-2635-4c1b-947b-ee4d1e7c8fe6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:48.383713 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c61d12ae-caba-4f5c-ada6-e558c4a8fa8d req-b0c16cd4-2635-4c1b-947b-ee4d1e7c8fe6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0498934 Oct 06 11:08:48.435114 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c61d12ae-caba-4f5c-ada6-e558c4a8fa8d req-26ef4043-a69d-4034-9ffc-00f2d50bbfc0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456080 Oct 06 11:08:49.569915 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fab271-6bdb-4ced-a727-07c502982923 req-d091f36e-f126-4392-8078-4fb03995a682 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:49.571584 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a0fab271-6bdb-4ced-a727-07c502982923 req-d091f36e-f126-4392-8078-4fb03995a682 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0495279 Oct 06 11:08:49.624978 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a0fab271-6bdb-4ced-a727-07c502982923 req-8a065447-6de8-4f9e-ba83-785811b0cfab tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477638 Oct 06 11:08:50.763490 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872ebf1-492d-4e4e-95b2-fec6b5079683 req-32d6ea6a-99a1-404d-a028-1c48f2aaa7a7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:50.764993 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f872ebf1-492d-4e4e-95b2-fec6b5079683 req-32d6ea6a-99a1-404d-a028-1c48f2aaa7a7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0526640 Oct 06 11:08:50.811621 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f872ebf1-492d-4e4e-95b2-fec6b5079683 req-61eb442b-a453-48ca-84cc-ca711252e151 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404987 Oct 06 11:08:51.724314 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:51.725738 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:51.909151 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=20 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:51.914248 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=14 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:51.941931 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fecc2-cb9f-4f79-b452-63d8f1ac2090 req-b9e89f52-7817-49a9-b328-3b4affbac439 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:51.943371 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-278fecc2-cb9f-4f79-b452-63d8f1ac2090 req-b9e89f52-7817-49a9-b328-3b4affbac439 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0467257 Oct 06 11:08:51.991453 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-278fecc2-cb9f-4f79-b452-63d8f1ac2090 req-269889af-dbcc-4a67-9636-10f867d8d5b5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Oct 06 11:08:53.118083 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588562f-4c6b-4384-8c97-853ffcaed714 req-d3b67415-1879-4c8d-8aee-856fa24cad4c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:53.119535 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b588562f-4c6b-4384-8c97-853ffcaed714 req-d3b67415-1879-4c8d-8aee-856fa24cad4c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0464995 Oct 06 11:08:53.170460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b588562f-4c6b-4384-8c97-853ffcaed714 req-57680104-ce85-4b47-b7ca-22dbbcb8519f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453925 Oct 06 11:08:53.263857 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-5f3d6d47-c008-47af-9267-128e50a88bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:53.606992 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=17 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:53.608878 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=43 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:54.299086 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bbedb-09d6-4137-845a-f86d24cfe423 req-0aa25eb8-3255-4f9f-ad41-e9ac0f3c9343 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:54.300612 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f53bbedb-09d6-4137-845a-f86d24cfe423 req-0aa25eb8-3255-4f9f-ad41-e9ac0f3c9343 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0467756 Oct 06 11:08:54.318506 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:54.348791 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f53bbedb-09d6-4137-845a-f86d24cfe423 req-1f0cc9a9-a90e-4c38-83e8-960e72874f76 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427291 Oct 06 11:08:55.465426 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:08:55.476519 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7564f6-7246-4a50-96ab-f0c3003a259c req-a89cfbbc-7157-42b6-8359-8502c7f0a237 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:55.478020 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7564f6-7246-4a50-96ab-f0c3003a259c req-a89cfbbc-7157-42b6-8359-8502c7f0a237 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0456684 Oct 06 11:08:55.523384 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7564f6-7246-4a50-96ab-f0c3003a259c req-db670422-4740-4615-8b15-87ace8d01a7c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399389 Oct 06 11:08:55.571128 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-52388ccc-cd12-4cbc-a5fe-ad21b54ae4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:56.652972 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f8317-e9d3-458e-bf96-f1fa922f395b req-3104ea15-6282-41c5-a9f1-651f9e22cbb6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:56.654326 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-be0f8317-e9d3-458e-bf96-f1fa922f395b req-3104ea15-6282-41c5-a9f1-651f9e22cbb6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0499909 Oct 06 11:08:56.701513 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-be0f8317-e9d3-458e-bf96-f1fa922f395b req-fec5ce6a-d3a8-475e-86ee-62ee034eb512 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416734 Oct 06 11:08:57.073857 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:57.826565 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e64a6-23c2-423c-8c6d-64ef3430b1e7 req-264d3c44-3ff7-462f-8b2c-2d3846e82ba8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:57.828052 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a59e64a6-23c2-423c-8c6d-64ef3430b1e7 req-264d3c44-3ff7-462f-8b2c-2d3846e82ba8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0461030 Oct 06 11:08:57.874324 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a59e64a6-23c2-423c-8c6d-64ef3430b1e7 req-63855a2e-8cf8-4b46-b33a-5b86cde066a3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405059 Oct 06 11:08:58.585748 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:58.813374 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:08:59.057274 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6382db-6217-4448-93bd-252695929cf8 req-9c011a1a-82ad-436d-87d3-be5e0ea31de6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:08:59.058754 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e6382db-6217-4448-93bd-252695929cf8 req-9c011a1a-82ad-436d-87d3-be5e0ea31de6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.1011944 Oct 06 11:08:59.110558 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e6382db-6217-4448-93bd-252695929cf8 req-72423b03-76fa-455a-9d88-3ddd536347bc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Oct 06 11:09:00.288986 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f53cd-b59f-4d4b-a91e-101ee3fde573 req-2acfc6ff-c3f9-4230-a93f-925293d5c7ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:00.290473 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-be8f53cd-b59f-4d4b-a91e-101ee3fde573 req-2acfc6ff-c3f9-4230-a93f-925293d5c7ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0951972 Oct 06 11:09:00.337416 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-be8f53cd-b59f-4d4b-a91e-101ee3fde573 req-a5490f4f-ddfd-4f8a-a1ca-50f64f29c107 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416028 Oct 06 11:09:01.464289 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da4722-bc97-4ca4-aa4c-025a55f24b41 req-c4f9c46b-f566-439e-ba69-a9710f62570c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:01.465677 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-97da4722-bc97-4ca4-aa4c-025a55f24b41 req-c4f9c46b-f566-439e-ba69-a9710f62570c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0466998 Oct 06 11:09:01.512091 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-97da4722-bc97-4ca4-aa4c-025a55f24b41 req-63e1ceda-cf7d-459a-bbce-7099cb1ffa30 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409021 Oct 06 11:09:02.640600 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0c617-4832-4c19-b52a-c3f0f4a70496 req-2edf681b-87e8-4eea-8ae4-548ff63e59c5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:02.642120 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a5c0c617-4832-4c19-b52a-c3f0f4a70496 req-2edf681b-87e8-4eea-8ae4-548ff63e59c5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0499170 Oct 06 11:09:02.688810 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a5c0c617-4832-4c19-b52a-c3f0f4a70496 req-445a06be-40e4-4e57-9d76-e9eb135de249 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409741 Oct 06 11:09:03.815792 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cac1fe-5a8b-463d-b90c-9006ebcd607f req-453dc0ed-4e25-45ef-b269-5cd33f674276 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:03.817967 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e6cac1fe-5a8b-463d-b90c-9006ebcd607f req-453dc0ed-4e25-45ef-b269-5cd33f674276 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0455995 Oct 06 11:09:03.867035 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e6cac1fe-5a8b-463d-b90c-9006ebcd607f req-9bffcf2e-14ec-4565-906a-ea5a7730765e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433719 Oct 06 11:09:04.993299 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68888645-1355-4add-bd10-0dd192b8b2a0 req-9f12d9c2-c029-4d32-8c08-70af471174f2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:04.994801 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-68888645-1355-4add-bd10-0dd192b8b2a0 req-9f12d9c2-c029-4d32-8c08-70af471174f2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 943 time: 0.0461273 Oct 06 11:09:05.041231 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-68888645-1355-4add-bd10-0dd192b8b2a0 req-17e1d690-973f-4e48-8942-b109f9c535fd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406435 Oct 06 11:09:05.708964 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:09:05.809704 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:09:05.821356 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'port_id': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'mac_address': 'fa:16:3e:8e:b0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:09:05.854984 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port e16aada9-7c39-402c-9979-d8f302e4c39a is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:09:05.855372 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:05.867893 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16aada9-7c39-402c-9979-d8f302e4c39a {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:09:05.887903 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:09:05.892132 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:06.059630 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=9']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:09:06.168041 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a3cb-70aa-4981-a875-5778c0649cc1 req-29759d0f-bb64-4de3-ac2a-541e6eb70ba1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:06.169513 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2b13a3cb-70aa-4981-a875-5778c0649cc1 req-29759d0f-bb64-4de3-ac2a-541e6eb70ba1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 944 time: 0.0460784 Oct 06 11:09:06.216531 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2b13a3cb-70aa-4981-a875-5778c0649cc1 req-24ce3724-44b0-46b5-929f-5569bc05254c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413549 Oct 06 11:09:06.475738 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['e16aada9-7c39-402c-9979-d8f302e4c39a'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:09:07.349037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5dc7-949e-408a-9025-b16b7b02a1b7 req-3a707901-8ca3-40ce-89ab-b2602df37806 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:07.350593 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bc7b5dc7-949e-408a-9025-b16b7b02a1b7 req-3a707901-8ca3-40ce-89ab-b2602df37806 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 944 time: 0.0524194 Oct 06 11:09:07.423111 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bc7b5dc7-949e-408a-9025-b16b7b02a1b7 req-31239192-39ff-45f3-9a9e-0ac5d48119eb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661025 Oct 06 11:09:07.743970 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:09:07.788989 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port e16aada9-7c39-402c-9979-d8f302e4c39a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:09:07.789358 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:07.789687 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port e16aada9-7c39-402c-9979-d8f302e4c39a Oct 06 11:09:07.858191 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port e16aada9-7c39-402c-9979-d8f302e4c39a is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:09:07.858568 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:07.881147 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:09:07.883519 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f5701-e59a-4984-a44c-2472debc7545" -d '{"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-plugged", "status": "completed", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:09:07.896600 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:09:07.900835 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:07.924003 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c964e7b9-465d-4310-9166-98a2ec53f4cf x-openstack-request-id: req-c964e7b9-465d-4310-9166-98a2ec53f4cf {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:09:07.924313 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-plugged", "status": "completed", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:09:07.924563 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c964e7b9-465d-4310-9166-98a2ec53f4cf {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:09:07.924946 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c964e7b9-465d-4310-9166-98a2ec53f4cf'] response: {'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'code': 200} Oct 06 11:09:07.950991 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=10']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:09:08.551324 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7414496-3aea-4ced-b545-c20b6348041d req-3bd319ea-0e64-4206-83ea-2fccfb81a5cd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:08.553700 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e7414496-3aea-4ced-b545-c20b6348041d req-3bd319ea-0e64-4206-83ea-2fccfb81a5cd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0476184 Oct 06 11:09:08.601498 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e7414496-3aea-4ced-b545-c20b6348041d req-9d53f6bf-5bcc-43cd-8be5-b7a0175507cb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Oct 06 11:09:09.727372 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2cfc2-40bd-4021-b8cb-0a2078d65962 req-f54824bd-56a6-4b3a-9361-9b18dba75dfe tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:09.728853 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-05e2cfc2-40bd-4021-b8cb-0a2078d65962 req-f54824bd-56a6-4b3a-9361-9b18dba75dfe tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0464063 Oct 06 11:09:09.775971 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-05e2cfc2-40bd-4021-b8cb-0a2078d65962 req-b3c3f42b-eae8-4bd9-81a9-ff56b139b53c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Oct 06 11:09:10.903042 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbff7d-718a-4111-ba6f-adf74ebdab9a req-fa377b34-c03f-4a51-91b0-34d96ea88c86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:10.904574 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-12dbff7d-718a-4111-ba6f-adf74ebdab9a req-fa377b34-c03f-4a51-91b0-34d96ea88c86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0466409 Oct 06 11:09:10.950151 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-12dbff7d-718a-4111-ba6f-adf74ebdab9a req-61dbec68-7b92-437f-a459-903075761014 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Oct 06 11:09:11.740020 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:12.022483 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-c81e5736-bcfb-46be-90c0-9e69f2464dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:12.024022 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-c81e5736-bcfb-46be-90c0-9e69f2464dc7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 1130 time: 0.0447652 Oct 06 11:09:12.077185 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e00c1-41dc-411f-a173-33b5901cc41e req-aa15ba3c-c540-4b39-9438-5f0988b800de tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:12.078633 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6c4e00c1-41dc-411f-a173-33b5901cc41e req-aa15ba3c-c540-4b39-9438-5f0988b800de tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0455980 Oct 06 11:09:12.125084 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6c4e00c1-41dc-411f-a173-33b5901cc41e req-7b8b9e43-3e9b-48e4-9aff-c7e3d6562e8e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405636 Oct 06 11:09:12.455411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-04bedbee-3542-43c6-9a85-694b46e03d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:12.457049 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-04bedbee-3542-43c6-9a85-694b46e03d52 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.0999601 Oct 06 11:09:12.526773 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-5682e041-5ba4-490a-b4b0-ea9f1de00d86 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e16aada9-7c39-402c-9979-d8f302e4c39a HTTP/1.1" status: 200 len: 1001 time: 0.0600300 Oct 06 11:09:12.541691 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:12.563463 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:12.580665 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-bf348efe-b293-406c-b91a-ef039b044545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:12.582147 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-bf348efe-b293-406c-b91a-ef039b044545 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0483677 Oct 06 11:09:12.618134 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148553da-2762-484d-9584-4ddf6093852c req-aead40b8-9b43-4927-81a2-cb7155333db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:12.619649 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-148553da-2762-484d-9584-4ddf6093852c req-aead40b8-9b43-4927-81a2-cb7155333db7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 1130 time: 0.2614791 Oct 06 11:09:12.630767 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-e814dbcc-d7a2-4159-a0aa-b37a04e264f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:12.632299 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-e814dbcc-d7a2-4159-a0aa-b37a04e264f5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440195 Oct 06 11:09:12.666567 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-148553da-2762-484d-9584-4ddf6093852c req-5079ed1b-cef3-4641-ab95-28460d063a52 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403037 Oct 06 11:09:12.725733 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-79659152-410c-4e41-92e9-7d809c46cb2a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870564 Oct 06 11:09:13.356931 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e37979-d44c-4e96-9949-6aaa720821a8 req-3d8ad786-c17d-4c62-a352-1c179551b67d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:13.358386 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a2e37979-d44c-4e96-9949-6aaa720821a8 req-3d8ad786-c17d-4c62-a352-1c179551b67d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0467224 Oct 06 11:09:13.406023 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a2e37979-d44c-4e96-9949-6aaa720821a8 req-38c59f0c-cfc0-4c2c-8700-3f183ac0c9bb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 Oct 06 11:09:14.535925 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64af4e0-f66e-4daf-996d-b0eabc18440c req-b15a1578-0df0-4cd0-9a8f-1999c3a27d01 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:14.537363 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e64af4e0-f66e-4daf-996d-b0eabc18440c req-b15a1578-0df0-4cd0-9a8f-1999c3a27d01 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0499375 Oct 06 11:09:14.584537 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e64af4e0-f66e-4daf-996d-b0eabc18440c req-9e3f21ce-d7dc-4ba1-8aca-00169646a11f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 Oct 06 11:09:15.714465 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb6d46-5efc-4f38-9668-17fa5114d235 req-3baa733e-6204-4040-b85f-a0d7cc85eef4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:15.715925 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-42eb6d46-5efc-4f38-9668-17fa5114d235 req-3baa733e-6204-4040-b85f-a0d7cc85eef4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0493305 Oct 06 11:09:15.763582 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-42eb6d46-5efc-4f38-9668-17fa5114d235 req-eeb6b2a7-45f9-47d0-82cc-3e9e4c7106fb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Oct 06 11:09:16.028720 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0900f7bd-6311-494b-80f2-0b63faacdba9 req-60885a5b-ea8c-4a70-a91e-d739fb9ebcce service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840383 Oct 06 11:09:16.744581 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:09:16.896159 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702937a-b2e9-4429-9964-5e8be69d37c7 req-beb283fd-4716-4b91-a532-52c702216dde tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:16.898248 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3702937a-b2e9-4429-9964-5e8be69d37c7 req-beb283fd-4716-4b91-a532-52c702216dde tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0509491 Oct 06 11:09:16.945729 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3702937a-b2e9-4429-9964-5e8be69d37c7 req-d15b87ca-abc0-4430-87e0-13a4579da056 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Oct 06 11:09:18.075103 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4133-f3f7-4d25-a5f3-f8dabe7cb2e5 req-60af39da-2749-47fc-a786-c7cb682e9dea tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:18.076580 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-092b4133-f3f7-4d25-a5f3-f8dabe7cb2e5 req-60af39da-2749-47fc-a786-c7cb682e9dea tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0458801 Oct 06 11:09:18.123796 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-092b4133-f3f7-4d25-a5f3-f8dabe7cb2e5 req-e26d1a2e-6ffc-4827-b532-497117cbc2ac tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Oct 06 11:09:19.259148 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba73d83-b68c-4c49-b055-171773681ce2 req-d77a1443-acac-483f-b06f-e983f1131eb4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:19.260631 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5ba73d83-b68c-4c49-b055-171773681ce2 req-d77a1443-acac-483f-b06f-e983f1131eb4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0467708 Oct 06 11:09:19.313731 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5ba73d83-b68c-4c49-b055-171773681ce2 req-2f3b559d-a711-4336-9c3d-206bd173243e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473619 Oct 06 11:09:20.443023 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059e563-8733-4516-a72d-d7ab6712bea1 req-03e3903b-d477-49c8-bed5-116f84063b7d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:20.445359 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1059e563-8733-4516-a72d-d7ab6712bea1 req-03e3903b-d477-49c8-bed5-116f84063b7d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0468428 Oct 06 11:09:20.492060 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1059e563-8733-4516-a72d-d7ab6712bea1 req-460683e2-8b9c-41f7-a528-c8951a769183 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408158 Oct 06 11:09:21.617457 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2336-d2a7-4c5c-b0c8-a5a8a2bc4297 req-3d1ac4d7-f62e-4533-a53b-797567ff604a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:21.618926 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-491e2336-d2a7-4c5c-b0c8-a5a8a2bc4297 req-3d1ac4d7-f62e-4533-a53b-797567ff604a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0462558 Oct 06 11:09:21.665970 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-491e2336-d2a7-4c5c-b0c8-a5a8a2bc4297 req-f98a6968-79f4-4af2-9e36-673a756b96a5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414834 Oct 06 11:09:21.734276 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:21.736154 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:22.790414 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc1ec9-aa3f-49e4-9f48-70dd85269eb8 req-164fcb96-8105-47db-be57-51998807fcdb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:22.791906 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0fc1ec9-aa3f-49e4-9f48-70dd85269eb8 req-164fcb96-8105-47db-be57-51998807fcdb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0458827 Oct 06 11:09:22.816109 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:22.843774 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0fc1ec9-aa3f-49e4-9f48-70dd85269eb8 req-c45df60c-5f62-450d-8598-50dd37b3f1f7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463519 Oct 06 11:09:23.266528 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0959f546-f84a-489d-b4e3-71d79738a941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:23.985672 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29190a9f-74a2-4583-bcab-25339e2a6620 req-74b6474e-a4ec-43c6-819c-85382726d699 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:23.987285 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-29190a9f-74a2-4583-bcab-25339e2a6620 req-74b6474e-a4ec-43c6-819c-85382726d699 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0554271 Oct 06 11:09:24.045832 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-29190a9f-74a2-4583-bcab-25339e2a6620 req-859c2004-1978-4842-8ffd-639b56a3afdb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512888 Oct 06 11:09:25.144476 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:25.183369 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ea2c1-8087-4f47-929c-285d2f373a03 req-45a0f106-b272-4989-9796-b544cb90bd10 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:25.184971 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-856ea2c1-8087-4f47-929c-285d2f373a03 req-45a0f106-b272-4989-9796-b544cb90bd10 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0505104 Oct 06 11:09:25.232217 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-856ea2c1-8087-4f47-929c-285d2f373a03 req-d0e95b50-2324-4219-b65a-1d6e644a76bb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414340 Oct 06 11:09:25.575488 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-ae507256-3b62-44cd-b71d-673b56a5dc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:26.769717 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:26.774205 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:27.076892 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:28.588619 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:28.806689 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:32.821534 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e98e69-c09e-4048-9cac-ba0db469da80 req-7ba8c872-0290-40c1-b03e-a9b8598c85f2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:32.823047 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-58e98e69-c09e-4048-9cac-ba0db469da80 req-7ba8c872-0290-40c1-b03e-a9b8598c85f2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0769811 Oct 06 11:09:32.826056 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c197987-627d-4106-9f82-f63db6f60286 req-4a8b0fe1-3c6f-4b3d-8338-a848d8e6aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:32.827412 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c197987-627d-4106-9f82-f63db6f60286 req-4a8b0fe1-3c6f-4b3d-8338-a848d8e6aba5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1129 time: 0.0501041 Oct 06 11:09:32.860935 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:32.923519 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-58e98e69-c09e-4048-9cac-ba0db469da80 req-19e7e2ac-e6f7-426d-9bc2-25b63bbdf514 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946786 Oct 06 11:09:32.950795 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c197987-627d-4106-9f82-f63db6f60286 req-437d5f30-8a86-4ff6-8e64-3dc5802edb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:32.952257 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c197987-627d-4106-9f82-f63db6f60286 req-437d5f30-8a86-4ff6-8e64-3dc5802edb6d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.1171691 Oct 06 11:09:32.998546 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:33.013406 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c197987-627d-4106-9f82-f63db6f60286 req-762ec015-6954-405a-805b-2bd5ca38f580 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 200 len: 1000 time: 0.0549903 Oct 06 11:09:33.062902 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c197987-627d-4106-9f82-f63db6f60286 req-e490247e-e062-4f93-9b8f-9c7ee2d849dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:33.064303 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c197987-627d-4106-9f82-f63db6f60286 req-e490247e-e062-4f93-9b8f-9c7ee2d849dd service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0450797 Oct 06 11:09:33.107241 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c197987-627d-4106-9f82-f63db6f60286 req-b23a498a-dde2-455e-890a-d4b61eafc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:33.108700 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c197987-627d-4106-9f82-f63db6f60286 req-b23a498a-dde2-455e-890a-d4b61eafc46e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364196 Oct 06 11:09:33.199688 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c197987-627d-4106-9f82-f63db6f60286 req-8c698b25-443b-43df-b8fb-1d0c765283fb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834513 Oct 06 11:09:33.292474 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5c197987-627d-4106-9f82-f63db6f60286 req-a29ad6ba-4f02-42d4-be97-8754f0ae929c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869308 Oct 06 11:09:33.436816 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b420c-f0b2-40c8-ae7f-65935b645cd5 req-ca3567b4-7fc9-4e6a-99f9-8ff3c1e3cdeb tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:33.438193 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aa0b420c-f0b2-40c8-ae7f-65935b645cd5 req-ca3567b4-7fc9-4e6a-99f9-8ff3c1e3cdeb tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 945 time: 0.0474405 Oct 06 11:09:33.484667 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aa0b420c-f0b2-40c8-ae7f-65935b645cd5 req-effcf537-7468-4dd2-8acc-11eb64aec9be tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Oct 06 11:09:34.046034 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d2252-4536-45c7-91e3-9e763f0c74b3 req-cf6507a8-112c-4723-92f6-4ba5456df92c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:34.047517 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-026d2252-4536-45c7-91e3-9e763f0c74b3 req-cf6507a8-112c-4723-92f6-4ba5456df92c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0475583 Oct 06 11:09:34.094490 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-026d2252-4536-45c7-91e3-9e763f0c74b3 req-77ee12ce-2a71-4541-a028-0a9d6080e220 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Oct 06 11:09:34.606493 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80948e96-4424-4724-b54e-4fb25f730fdb req-c59321d1-a311-4a25-b758-018a83d6fbea tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:34.608047 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-80948e96-4424-4724-b54e-4fb25f730fdb req-c59321d1-a311-4a25-b758-018a83d6fbea tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 945 time: 0.0492043 Oct 06 11:09:34.655167 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-80948e96-4424-4724-b54e-4fb25f730fdb req-cda25e53-bf9c-4f6c-a1b2-7a70efaf5c19 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Oct 06 11:09:35.217403 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928d839-deea-4f95-b215-83b981706fc2 req-93b1b224-91cd-47ad-9804-69d815beb2dc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:35.218866 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8928d839-deea-4f95-b215-83b981706fc2 req-93b1b224-91cd-47ad-9804-69d815beb2dc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0496247 Oct 06 11:09:35.264859 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8928d839-deea-4f95-b215-83b981706fc2 req-0ad05357-6c9f-4bef-95a7-30ecfcbfb4f7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Oct 06 11:09:35.587351 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-25a5c45e-a8b1-4e8e-9c5e-08d6fbf7b124 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:35.588720 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-25a5c45e-a8b1-4e8e-9c5e-08d6fbf7b124 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 945 time: 0.0466268 Oct 06 11:09:35.672849 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Deleting port 7a6321fc-4870-46cb-97a9-9107f11d074a {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:09:35.673536 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:35.793909 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] For port 7a6321fc-4870-46cb-97a9-9107f11d074a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7a6321fc-4870-46cb-97a9-9107f11d074a,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:09:35.794270 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:35.801778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd0c86-dcf3-4cac-b848-e5baf005ea17 req-78a811df-b6a6-4a09-ac5d-0978425faeb6 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:35.803245 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-61dd0c86-dcf3-4cac-b848-e5baf005ea17 req-78a811df-b6a6-4a09-ac5d-0978425faeb6 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1280c81a-455c-4da8-bc99-47c47ebde1f3 HTTP/1.1" status: 200 len: 945 time: 0.0718050 Oct 06 11:09:35.824674 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Calling delete_port for 7a6321fc-4870-46cb-97a9-9107f11d074a owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:09:35.884087 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:35.904825 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-61dd0c86-dcf3-4cac-b848-e5baf005ea17 req-2fd479b0-7aa1-42ef-9b8a-ed520d21d73d tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959113 Oct 06 11:09:35.961195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:35.981588 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (7a6321fc-4870-46cb-97a9-9107f11d074a), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:36.013057 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Pushing event deleted for resources: {'Port': ['ID=7a6321fc-4870-46cb-97a9-9107f11d074a,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:09:36.023924 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['7a6321fc-4870-46cb-97a9-9107f11d074a'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:09:36.038976 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.039338 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.039688 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.040064 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.040409 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.040745 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.041078 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.041410 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.041740 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.042070 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.042403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.042731 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.043060 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.043382 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.043708 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:09:36.066833 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] No DVR routers for this DVR port 7a6321fc-4870-46cb-97a9-9107f11d074a on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:09:36.070004 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:36.073092 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-37dcc79c-f653-4e63-b212-6f9df17eb318 req-9be475c4-0174-4523-a3f8-f0975b244618 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.55 "DELETE /networking/v2.0/ports/7a6321fc-4870-46cb-97a9-9107f11d074a HTTP/1.1" status: 204 len: 173 time: 0.4766674 Oct 06 11:09:36.073580 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1280c81a-455c-4da8-bc99-47c47ebde1f3', 'name': 'network-vif-deleted', 'tag': '7a6321fc-4870-46cb-97a9-9107f11d074a'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:09:36.075793 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd6d161-af71-49b5-a280-d77ec0b9ec50" -d '{"events": [{"server_uuid": "1280c81a-455c-4da8-bc99-47c47ebde1f3", "name": "network-vif-deleted", "tag": "7a6321fc-4870-46cb-97a9-9107f11d074a"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:09:36.113442 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709e682-b7cf-4d93-9906-8e75a7a25b25 x-openstack-request-id: req-2709e682-b7cf-4d93-9906-8e75a7a25b25 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:09:36.113848 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1280c81a-455c-4da8-bc99-47c47ebde1f3", "name": "network-vif-deleted", "tag": "7a6321fc-4870-46cb-97a9-9107f11d074a", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:09:36.114129 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2709e682-b7cf-4d93-9906-8e75a7a25b25 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:09:36.114542 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2709e682-b7cf-4d93-9906-8e75a7a25b25'] response: {'server_uuid': '1280c81a-455c-4da8-bc99-47c47ebde1f3', 'name': 'network-vif-deleted', 'tag': '7a6321fc-4870-46cb-97a9-9107f11d074a', 'status': 'completed', 'code': 200} Oct 06 11:09:36.393309 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348525d3-9ebc-41ce-ae26-63405670e3ff req-fb99b31e-3a7d-48fe-9ad6-d6075a53224e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:36.394814 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-348525d3-9ebc-41ce-ae26-63405670e3ff req-fb99b31e-3a7d-48fe-9ad6-d6075a53224e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0473497 Oct 06 11:09:36.443063 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-348525d3-9ebc-41ce-ae26-63405670e3ff req-8fd71a87-b7ed-4953-b02f-ba40488a4797 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Oct 06 11:09:37.566111 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2905ec-d706-47d5-bd1a-d29928d6499a req-dee249cf-bb27-4af5-819d-bb28c5c09956 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:37.567554 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d2905ec-d706-47d5-bd1a-d29928d6499a req-dee249cf-bb27-4af5-819d-bb28c5c09956 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0501485 Oct 06 11:09:37.614085 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d2905ec-d706-47d5-bd1a-d29928d6499a req-b95fa764-4e46-44f3-b442-5f333eff5348 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409584 Oct 06 11:09:38.734219 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f7d73-9870-4823-b24c-33138e97a710 req-8a4b35e3-3005-4d1a-aa40-48b67e43be9d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:38.735683 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f04f7d73-9870-4823-b24c-33138e97a710 req-8a4b35e3-3005-4d1a-aa40-48b67e43be9d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0458660 Oct 06 11:09:38.782408 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f04f7d73-9870-4823-b24c-33138e97a710 req-2a294a16-93d6-486f-a9cd-d6b9628ef448 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Oct 06 11:09:38.802150 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:39.903202 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca517618-cd52-43f7-88e8-18131f046ac9 req-bd267c61-7493-4661-b894-b089db9e15c2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:39.904673 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ca517618-cd52-43f7-88e8-18131f046ac9 req-bd267c61-7493-4661-b894-b089db9e15c2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0465465 Oct 06 11:09:39.950845 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ca517618-cd52-43f7-88e8-18131f046ac9 req-510a301a-5e36-4468-bfea-5d438de91fd0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406504 Oct 06 11:09:41.073093 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc16eee-751f-4365-b796-eceaedbde489 req-4768a5fd-9d75-48c5-aadb-58cc22fcb23b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:41.074568 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cbc16eee-751f-4365-b796-eceaedbde489 req-4768a5fd-9d75-48c5-aadb-58cc22fcb23b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0470598 Oct 06 11:09:41.124661 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cbc16eee-751f-4365-b796-eceaedbde489 req-55919b0b-53a5-44d0-a933-5740b7e0c511 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446687 Oct 06 11:09:41.749992 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 7a6321fc-4870-46cb-97a9-9107f11d074a no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:09:41.774451 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 7a6321fc-4870-46cb-97a9-9107f11d074a {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:09:41.774800 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 7a6321fc-4870-46cb-97a9-9107f11d074a not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:09:41.782965 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:42.246118 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9600d-437f-429b-8875-7c011797c17b req-296cf19f-8f21-450e-b5c3-841535c8b82c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:42.247553 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aac9600d-437f-429b-8875-7c011797c17b req-296cf19f-8f21-450e-b5c3-841535c8b82c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0471268 Oct 06 11:09:42.297849 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aac9600d-437f-429b-8875-7c011797c17b req-efd5541e-bf43-47c3-bfa9-5ea7d1f6f086 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448341 Oct 06 11:09:43.420147 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3053fb2-d5c1-4683-b625-73246380064d req-dfd8091e-40ee-4e3b-b9fe-1c76b85f6ac4 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:43.421618 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f3053fb2-d5c1-4683-b625-73246380064d req-dfd8091e-40ee-4e3b-b9fe-1c76b85f6ac4 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0472906 Oct 06 11:09:43.468016 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f3053fb2-d5c1-4683-b625-73246380064d req-df6c9f04-fae8-4fe8-9be1-1a01146d75b0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Oct 06 11:09:44.586786 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40528e6-f604-4454-abad-23c223f9dd9a req-c3ad7912-f38d-410c-a9a4-4fe78085c39c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:44.588253 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f40528e6-f604-4454-abad-23c223f9dd9a req-c3ad7912-f38d-410c-a9a4-4fe78085c39c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0462177 Oct 06 11:09:44.633961 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f40528e6-f604-4454-abad-23c223f9dd9a req-71ce169d-4be5-4d83-b1b2-43e30fc86c1b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402441 Oct 06 11:09:45.757910 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1bbce-0f42-42ba-a583-b0b127190716 req-e52bd9c4-b0c7-4fa6-abda-d76ede13dee0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:45.759407 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-52c1bbce-0f42-42ba-a583-b0b127190716 req-e52bd9c4-b0c7-4fa6-abda-d76ede13dee0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0485375 Oct 06 11:09:45.806471 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-52c1bbce-0f42-42ba-a583-b0b127190716 req-c8e69f1c-6ffd-4c44-8991-aec2c8d170db tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414770 Oct 06 11:09:46.928139 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371f24-f486-47e0-a26c-854c293777f4 req-19a44c78-f842-493e-85fc-49d763bd4506 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:46.930487 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-14371f24-f486-47e0-a26c-854c293777f4 req-19a44c78-f842-493e-85fc-49d763bd4506 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0469499 Oct 06 11:09:46.976579 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-14371f24-f486-47e0-a26c-854c293777f4 req-123681bc-3ed4-4828-8239-20f7969ff206 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Oct 06 11:09:48.103180 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9e769-af08-4d38-9acf-4ee0ffe26c36 req-2a8ddba2-cbfc-4c4e-a52b-542f75d65088 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:48.104672 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0c9e769-af08-4d38-9acf-4ee0ffe26c36 req-2a8ddba2-cbfc-4c4e-a52b-542f75d65088 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0516090 Oct 06 11:09:48.151357 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0c9e769-af08-4d38-9acf-4ee0ffe26c36 req-8a7210bf-9daf-45b0-baf6-b97d97d7e8cb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408800 Oct 06 11:09:49.273923 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd9e8-0299-4d70-a1af-bf4fb61e963b req-2ab4627b-8a26-4ed2-a511-84c06b2e5524 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:49.275544 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5c5bd9e8-0299-4d70-a1af-bf4fb61e963b req-2ab4627b-8a26-4ed2-a511-84c06b2e5524 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0483785 Oct 06 11:09:49.279264 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182a347-8c7f-4816-82cc-77f964800be2 req-cfedcbcf-8cff-4217-87c3-1e39d8ca071b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:49.280977 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-cfedcbcf-8cff-4217-87c3-1e39d8ca071b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/networks?id=89c4ba27-8104-4fca-a158-a2b3f4c2936b HTTP/1.1" status: 200 len: 814 time: 0.3490851 Oct 06 11:09:49.295854 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-994fea28-8818-4cf7-8de0-ea4898543329 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/quotas/8f981425a83c4eb6a71891c756977764 HTTP/1.1" status: 200 len: 375 time: 0.0096543 Oct 06 11:09:49.328707 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5c5bd9e8-0299-4d70-a1af-bf4fb61e963b req-3a59a3b2-24e7-44cd-a80a-d7b3ef69fae2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Oct 06 11:09:49.328961 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-d04f4a4a-57b8-4df2-96d3-1803b88f04f2 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f981425a83c4eb6a71891c756977764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276377 Oct 06 11:09:49.467210 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-24b59904-56fd-4878-af24-9af5f1e6f5eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308613 Oct 06 11:09:49.521817 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:49.560373 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-256771fd-30e2-4fcf-a6cf-6029c7426193 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874300 Oct 06 11:09:49.726984 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-48a12985-28c0-4f4f-ae2f-d1131f08274b req-fcb5ed34-5515-4b6d-b54e-c8b4fe0b6e8a tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 210 time: 0.0317516 Oct 06 11:09:50.454272 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b43fa-c05b-4121-a03d-1626e8c6083d req-d86bee09-a816-49bc-b833-a7255d23d9fd tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:50.455748 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b15b43fa-c05b-4121-a03d-1626e8c6083d req-d86bee09-a816-49bc-b833-a7255d23d9fd tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0471051 Oct 06 11:09:50.476776 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:50.505452 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b15b43fa-c05b-4121-a03d-1626e8c6083d req-533d8825-c808-41df-a3df-9c9dac7cce00 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Oct 06 11:09:50.827035 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1cb77e0e-15db-48d4-ade0-e9e320130b60 req-87a6b545-697a-4fc7-b37e-a4ccd4bee616 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 210 time: 0.0278208 Oct 06 11:09:51.076631 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182a347-8c7f-4816-82cc-77f964800be2 req-fe7e6d7d-039a-45d7-81b2-ac7a0aeb3802 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:51.078148 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-fe7e6d7d-039a-45d7-81b2-ac7a0aeb3802 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.55 "GET /networking/v2.0/networks?id=89c4ba27-8104-4fca-a158-a2b3f4c2936b HTTP/1.1" status: 200 len: 814 time: 0.1055846 Oct 06 11:09:51.107720 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Request body: {'port': {'device_id': 'b5e6d241-c477-4909-b878-c122be3ee91e', 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b', 'admin_state_up': True, 'tenant_id': '8f981425a83c4eb6a71891c756977764'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:09:51.213904 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Made reservation on behalf of 8f981425a83c4eb6a71891c756977764 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:09:51.217645 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:51.351759 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Allocated IP 172.20.0.2 (89c4ba27-8104-4fca-a158-a2b3f4c2936b/12d5c3fe-e157-4b0f-baec-ed2619d08753/8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:09:51.504403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks [] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:51.535633 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:51.583346 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Network 89c4ba27-8104-4fca-a158-a2b3f4c2936b is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:09:51.588231 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:09:51.599694 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:09:51.641105 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Pushing event updated for resources: {'Port': ['ID=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:09:51.672449 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd73d5-43cc-4e64-890d-69d27fd4fea9 req-72588535-74aa-4343-bc96-b720d7036510 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:51.673906 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bcbd73d5-43cc-4e64-890d-69d27fd4fea9 req-72588535-74aa-4343-bc96-b720d7036510 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0895684 Oct 06 11:09:51.684564 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:51.685149 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:51.706731 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:51.717919 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-05e33596-c360-4771-b7ad-7f1703056a74 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6142497 Oct 06 11:09:51.725845 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:51.744497 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:51.748719 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bcbd73d5-43cc-4e64-890d-69d27fd4fea9 req-fe59590b-c7ec-42f4-be33-2d8a26b562b0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690308 Oct 06 11:09:51.775467 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:51.778400 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:51.788122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Request body: {'port': {'device_id': 'b5e6d241-c477-4909-b878-c122be3ee91e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:09:51.847607 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:51.950654 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d9f7-d483-4251-ae2f-142a4223f8c1 req-41c13cd0-298c-4b35-b4c6-fe204056316d tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:51.952150 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a8c3d9f7-d483-4251-ae2f-142a4223f8c1 req-41c13cd0-298c-4b35-b4c6-fe204056316d tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 931 time: 0.0477951 Oct 06 11:09:52.000662 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a8c3d9f7-d483-4251-ae2f-142a4223f8c1 req-a4b67b17-4e46-4378-838a-88a85006a6c3 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Oct 06 11:09:52.104581 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:09:52.111947 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Publish callbacks [] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:52.123940 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Transition to ACTIVE for port object 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:09:52.127700 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:52.206413 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Pushing event updated for resources: {'Port': ['ID=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:09:52.239652 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Attempting to bind port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:09:52.240017 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Attempting to bind port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:09:52.240343 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Attempting to bind port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 on network 89c4ba27-8104-4fca-a158-a2b3f4c2936b {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:09:52.281881 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 on network 89c4ba27-8104-4fca-a158-a2b3f4c2936b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:09:52.282229 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Attempting to bind port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 on network 89c4ba27-8104-4fca-a158-a2b3f4c2936b {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:09:52.324320 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:09:52.324660 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Checking segment: {'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:09:52.325046 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Bound using segment: {'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:09:52.325476 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Bound port: 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:09:52.325834 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:52.390429 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] For port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:09:52.393547 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] For port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:09:52.401152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:52.405176 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:52.405802 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:52.407181 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 HTTP/1.1" status: 200 len: 1093 time: 0.6722252 Oct 06 11:09:52.409547 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e6d241-c477-4909-b878-c122be3ee91e', 'tag': '8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:09:52.411765 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c17fe0-1e9f-4e54-90c0-0863c154546e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e6d241-c477-4909-b878-c122be3ee91e", "tag": "8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:09:52.459430 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40682a-0c80-41c1-8954-63c855aa0b4f service neutron] Pushing event updated for resources: {'Port': ['ID=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:09:52.505849 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ce9eab-dde2-4ea0-a252-17436b392e50 x-openstack-request-id: req-93ce9eab-dde2-4ea0-a252-17436b392e50 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:09:52.506440 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e6d241-c477-4909-b878-c122be3ee91e", "tag": "8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:09:52.506440 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93ce9eab-dde2-4ea0-a252-17436b392e50 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:09:52.506775 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ce9eab-dde2-4ea0-a252-17436b392e50'] response: {'name': 'network-changed', 'server_uuid': 'b5e6d241-c477-4909-b878-c122be3ee91e', 'tag': '8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2', 'status': 'completed', 'code': 200} Oct 06 11:09:52.835109 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:52.873072 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb32169-ddca-4639-8c24-27c352a809f1 req-c6fb1cb4-16a0-4f16-ae30-1dee33483ee0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:52.874552 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4cb32169-ddca-4639-8c24-27c352a809f1 req-c6fb1cb4-16a0-4f16-ae30-1dee33483ee0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0477831 Oct 06 11:09:52.925119 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4cb32169-ddca-4639-8c24-27c352a809f1 req-24d3b396-823e-494d-9d01-6476b7faede6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Oct 06 11:09:53.123536 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e2f53-fa24-479e-8c86-cf127a60f365 req-cf7e6bfb-b37d-49fd-b3a9-c86aacaff441 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:53.125029 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df5e2f53-fa24-479e-8c86-cf127a60f365 req-cf7e6bfb-b37d-49fd-b3a9-c86aacaff441 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 943 time: 0.0484810 Oct 06 11:09:53.173294 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df5e2f53-fa24-479e-8c86-cf127a60f365 req-85d65f16-03e8-4115-ac2b-bc0e9207a53a tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Oct 06 11:09:53.268421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c85337d1-0acd-437a-b848-7780207e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:53.364905 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c17fe0-1e9f-4e54-90c0-0863c154546e req-ffcd38a4-f84c-492d-a862-cfbf7f9db381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:53.366316 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-55c17fe0-1e9f-4e54-90c0-0863c154546e req-ffcd38a4-f84c-492d-a862-cfbf7f9db381 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f981425a83c4eb6a71891c756977764&device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 1127 time: 0.0426157 Oct 06 11:09:53.394709 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:53.409175 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:53.445649 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:53.453683 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030e6df-3086-4639-8d85-8ae0fa8b052f req-e875180b-a1f6-4cff-88fe-5da50bd1cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:53.455196 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d030e6df-3086-4639-8d85-8ae0fa8b052f req-e875180b-a1f6-4cff-88fe-5da50bd1cb75 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1129 time: 0.0403762 Oct 06 11:09:53.487572 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c17fe0-1e9f-4e54-90c0-0863c154546e req-1fc49ef3-e408-44c6-8bc4-326fc4593671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:53.489056 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-55c17fe0-1e9f-4e54-90c0-0863c154546e req-1fc49ef3-e408-44c6-8bc4-326fc4593671 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=8f981425a83c4eb6a71891c756977764&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1035528 Oct 06 11:09:53.501555 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d030e6df-3086-4639-8d85-8ae0fa8b052f req-0e794a58-ce4c-41c0-bb14-a1942f805a30 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384593 Oct 06 11:09:53.584957 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c17fe0-1e9f-4e54-90c0-0863c154546e req-1252a2bf-4887-4e1a-9bbd-31588032a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:53.586398 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-55c17fe0-1e9f-4e54-90c0-0863c154546e req-1252a2bf-4887-4e1a-9bbd-31588032a762 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915284 Oct 06 11:09:53.743582 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:09:54.042913 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da54ef-cb75-49d8-a199-6b9418e0e4da req-2b591ff8-7cf4-4918-8809-0881562fa7e2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:54.044396 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a5da54ef-cb75-49d8-a199-6b9418e0e4da req-2b591ff8-7cf4-4918-8809-0881562fa7e2 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0456510 Oct 06 11:09:54.091924 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a5da54ef-cb75-49d8-a199-6b9418e0e4da req-a6f5db3e-f262-4b1a-83bb-3f3973f6ca7e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Oct 06 11:09:54.292542 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc2631-7e5b-4703-9fdc-2ccc5e853bd6 req-e3dab486-bb94-4718-a33d-48766c6cf92c tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:54.293993 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-10bc2631-7e5b-4703-9fdc-2ccc5e853bd6 req-e3dab486-bb94-4718-a33d-48766c6cf92c tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 943 time: 0.0464416 Oct 06 11:09:54.339753 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-10bc2631-7e5b-4703-9fdc-2ccc5e853bd6 req-179dd7fe-f266-43ac-8e4e-79c8f5de2927 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Oct 06 11:09:54.645780 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182a347-8c7f-4816-82cc-77f964800be2 req-31c1966c-731e-49ea-83a0-45a5bfaf2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:54.647517 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-31c1966c-731e-49ea-83a0-45a5bfaf2cf8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8f981425a83c4eb6a71891c756977764&device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 1127 time: 0.0384512 Oct 06 11:09:54.707520 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-5f01b824-4c14-4300-b861-73e33a727b90 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 HTTP/1.1" status: 200 len: 217 time: 0.0352163 Oct 06 11:09:54.770820 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182a347-8c7f-4816-82cc-77f964800be2 req-91d98e9f-62c6-4ae5-99f6-0921ed3284ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:54.772464 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-91d98e9f-62c6-4ae5-99f6-0921ed3284ce service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=12d5c3fe-e157-4b0f-baec-ed2619d08753 HTTP/1.1" status: 200 len: 854 time: 0.0429482 Oct 06 11:09:54.804972 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-a80830bc-70c0-4de2-b4fe-c40adacbbe2d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89c4ba27-8104-4fca-a158-a2b3f4c2936b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243752 Oct 06 11:09:54.900091 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-83528023-62dd-4224-9dff-fe88ef634300 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853586 Oct 06 11:09:54.985912 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4182a347-8c7f-4816-82cc-77f964800be2 req-d8b9ef9a-50e9-44f3-a025-f45b1a089f15 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800722 Oct 06 11:09:55.217171 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a874-2542-4eeb-a9e9-1ff5b78eb801 req-3e077ef5-0d11-49b6-a01f-a6b20e47fdfa tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:55.218518 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5e49a874-2542-4eeb-a9e9-1ff5b78eb801 req-3e077ef5-0d11-49b6-a01f-a6b20e47fdfa tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0485208 Oct 06 11:09:55.265471 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5e49a874-2542-4eeb-a9e9-1ff5b78eb801 req-bf67d6b7-aa5b-4565-8d8c-c8abdc6ecae7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Oct 06 11:09:55.465903 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21d1f-ec2d-4f34-b4cf-beeb795ea23e req-deb0d70e-6be4-4066-afe4-fabc97992a2b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:55.467421 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4d21d1f-ec2d-4f34-b4cf-beeb795ea23e req-deb0d70e-6be4-4066-afe4-fabc97992a2b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 943 time: 0.0505188 Oct 06 11:09:55.516197 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4d21d1f-ec2d-4f34-b4cf-beeb795ea23e req-de5b99b3-d768-405c-8dae-0cfaefad1a8a tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Oct 06 11:09:55.576752 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c0d979dc-f715-470e-9c68-9e485e844deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:56.385511 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcef0f2-737b-4830-a639-e2e1cad0292b req-8c01cdab-b28e-4356-94e7-8aa9beaa5d6a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:56.387107 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3dcef0f2-737b-4830-a639-e2e1cad0292b req-8c01cdab-b28e-4356-94e7-8aa9beaa5d6a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0461032 Oct 06 11:09:56.435347 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3dcef0f2-737b-4830-a639-e2e1cad0292b req-b700dd24-e907-48ac-b166-6657549bf7a5 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Oct 06 11:09:56.641086 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639578-f061-4bf7-aef5-1fe22afe1888 req-28039651-b40a-4942-97e3-0dcf0766702a tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:56.642573 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-49639578-f061-4bf7-aef5-1fe22afe1888 req-28039651-b40a-4942-97e3-0dcf0766702a tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 943 time: 0.0519698 Oct 06 11:09:56.692118 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-49639578-f061-4bf7-aef5-1fe22afe1888 req-8481030c-780f-486d-bc52-0096d0cf29ce tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Oct 06 11:09:56.789347 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19372c95-69d8-47ad-bc6f-b2b685bf7d62 req-2f791411-7e29-437e-bb5b-37aa94066a1d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:56.791312 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19372c95-69d8-47ad-bc6f-b2b685bf7d62 req-2f791411-7e29-437e-bb5b-37aa94066a1d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0457640 Oct 06 11:09:56.837198 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19372c95-69d8-47ad-bc6f-b2b685bf7d62 req-3eed6228-3a85-4b0e-af0e-8187ea6c461a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402665 Oct 06 11:09:57.081642 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:57.814434 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d0c26-a105-4552-b99b-053d96e92b0b req-05c41997-e28a-41f7-bebc-db81558cd466 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:57.816174 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2b0d0c26-a105-4552-b99b-053d96e92b0b req-05c41997-e28a-41f7-bebc-db81558cd466 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 943 time: 0.0494232 Oct 06 11:09:57.861891 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2b0d0c26-a105-4552-b99b-053d96e92b0b req-db6da489-7053-485e-a1b4-64272b72c23a tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Oct 06 11:09:57.959166 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc87b3-5ff6-4e34-bc60-72fd7048c33f req-5c4fa7c3-13c2-49a2-9a60-68ca576d8892 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:57.960577 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5bcc87b3-5ff6-4e34-bc60-72fd7048c33f req-5c4fa7c3-13c2-49a2-9a60-68ca576d8892 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0476925 Oct 06 11:09:58.008690 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5bcc87b3-5ff6-4e34-bc60-72fd7048c33f req-dc065e22-a83e-45a9-b4af-b014d3de9481 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Oct 06 11:09:58.557334 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-f9d1f0a3-7df5-482b-8bf6-f682531e7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:58.558811 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-f9d1f0a3-7df5-482b-8bf6-f682531e7a31 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1129 time: 0.0398467 Oct 06 11:09:58.594564 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:58.626568 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:58.653501 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-fd42899b-c090-4a1b-8e82-1d1ec774ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:58.654874 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-fd42899b-c090-4a1b-8e82-1d1ec774ab63 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.0909572 Oct 06 11:09:58.810468 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:58.979917 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bcf5b-f2be-476d-a517-c6311d3c3250 req-23496f6d-425f-4888-a93e-cacff7a74096 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:58.981362 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe4bcf5b-f2be-476d-a517-c6311d3c3250 req-23496f6d-425f-4888-a93e-cacff7a74096 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 943 time: 0.0460680 Oct 06 11:09:58.989198 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:09:59.068268 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-3065836c-1fd2-483a-819e-d25a5d0dd66b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 200 len: 1000 time: 0.0838134 Oct 06 11:09:59.075405 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe4bcf5b-f2be-476d-a517-c6311d3c3250 req-b813a5af-a591-45d2-b945-ba9c116311a4 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841701 Oct 06 11:09:59.134156 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3307-527c-4799-ad15-ee57be0b692a req-50c2258e-7e55-45c6-bd9c-595af792d07e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:59.136203 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6eeb3307-527c-4799-ad15-ee57be0b692a req-50c2258e-7e55-45c6-bd9c-595af792d07e tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0486791 Oct 06 11:09:59.175095 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-cd4b2966-a523-41f9-a4a2-9b620a8fae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:59.178125 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-cd4b2966-a523-41f9-a4a2-9b620a8fae4a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0530097 Oct 06 11:09:59.192607 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6eeb3307-527c-4799-ad15-ee57be0b692a req-d113e6be-04cd-4806-8fc7-1a3839f274d6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503290 Oct 06 11:09:59.222419 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-d45eef8f-b13e-422e-b615-bcaca80f7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:59.223953 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-d45eef8f-b13e-422e-b615-bcaca80f7ccf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396080 Oct 06 11:09:59.315320 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-28d7b92f-92d8-4b73-b18e-47dfd5a71f12 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Oct 06 11:09:59.408183 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d224c3a-ef54-4ed8-afb5-3998363a9bb2 req-5ed60a56-ce07-4fde-b1c2-58094aefa193 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851817 Oct 06 11:09:59.750225 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc1a7-ece4-4077-9dbb-273d208685dc req-678aed94-d18b-4be8-a640-f84cc0437da9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:09:59.751686 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-03cdc1a7-ece4-4077-9dbb-273d208685dc req-678aed94-d18b-4be8-a640-f84cc0437da9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0474508 Oct 06 11:09:59.798740 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-03cdc1a7-ece4-4077-9dbb-273d208685dc req-98e6fff2-ff1a-4e4a-a993-02537af74b9a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Oct 06 11:09:59.818651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:09:59.922172 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:09:59.933538 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2', 'network_id': '89c4ba27-8104-4fca-a158-a2b3f4c2936b', 'port_id': '8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2', 'mac_address': 'fa:16:3e:de:b7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d5c3fe-e157-4b0f-baec-ed2619d08753', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:09:59.967642 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:09:59.968069 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:09:59.980823 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:10:00.000617 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:10:00.004688 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:00.054364 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:00.061952 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.062307 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.062655 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.063001 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.063341 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.063679 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.064041 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.064376 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.064708 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.065039 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.065369 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.065700 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.066027 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.066357 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.066681 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:00.206852 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4d0f-75f0-4200-a7d3-c465dd5d45ca req-53332007-c121-495a-b791-692d769a6089 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:00.208255 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8a1b4d0f-75f0-4200-a7d3-c465dd5d45ca req-53332007-c121-495a-b791-692d769a6089 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 944 time: 0.0520966 Oct 06 11:10:00.259713 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8a1b4d0f-75f0-4200-a7d3-c465dd5d45ca req-b2c99be0-50f3-46df-83d3-c9662afffc05 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Oct 06 11:10:00.314241 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be62a41-731b-45c1-a8e2-cc5bde64d90b req-06637d50-c685-4a8d-945c-108c0a574f30 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:00.315703 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5be62a41-731b-45c1-a8e2-cc5bde64d90b req-06637d50-c685-4a8d-945c-108c0a574f30 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0467536 Oct 06 11:10:00.362293 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5be62a41-731b-45c1-a8e2-cc5bde64d90b req-677d78a3-a813-4446-8d6d-aba0135cf396 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Oct 06 11:10:00.548683 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:10:00.917015 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e45d6-0985-43a7-9b7f-72af8e5836c6 req-975ffabe-b7c6-4b2a-8a8e-b39eaceab96e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:00.918474 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-732e45d6-0985-43a7-9b7f-72af8e5836c6 req-975ffabe-b7c6-4b2a-8a8e-b39eaceab96e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0465233 Oct 06 11:10:00.964739 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-732e45d6-0985-43a7-9b7f-72af8e5836c6 req-92f82fa7-eda5-4197-83d0-3df0d1602f2d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 Oct 06 11:10:01.393638 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ae1d-fdb3-4a1b-8ec6-ecdf29429de1 req-eb81c157-56a5-4809-ae10-77693556402d tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:01.395165 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c1f2ae1d-fdb3-4a1b-8ec6-ecdf29429de1 req-eb81c157-56a5-4809-ae10-77693556402d tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 944 time: 0.0520146 Oct 06 11:10:01.407800 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:01.446073 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c1f2ae1d-fdb3-4a1b-8ec6-ecdf29429de1 req-52786097-a48d-4c01-bcd9-80e018e57a7c tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441380 Oct 06 11:10:01.487421 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d40fc-3a1e-41f5-b2de-dce56762bc95 req-55beb030-893e-4ae3-b31c-1ddf03e4090b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:01.488917 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-347d40fc-3a1e-41f5-b2de-dce56762bc95 req-55beb030-893e-4ae3-b31c-1ddf03e4090b tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0484898 Oct 06 11:10:01.536508 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-347d40fc-3a1e-41f5-b2de-dce56762bc95 req-dd277b0b-2e1f-44c8-87c9-a896f4bca39a tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Oct 06 11:10:01.842460 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:10:01.891273 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:10:01.897895 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:10:01.898273 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:01.898606 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 Oct 06 11:10:01.970215 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:10:01.970601 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:01.995321 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e6d241-c477-4909-b878-c122be3ee91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:10:01.997566 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98652cc9-92c2-4bda-8c85-d9fb4e18ae88" -d '{"events": [{"server_uuid": "b5e6d241-c477-4909-b878-c122be3ee91e", "name": "network-vif-plugged", "status": "completed", "tag": "8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:10:02.010650 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:10:02.015493 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:02.043140 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f220dd-6619-44e2-9710-b621ee57f3fb x-openstack-request-id: req-22f220dd-6619-44e2-9710-b621ee57f3fb {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:10:02.043463 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e6d241-c477-4909-b878-c122be3ee91e", "name": "network-vif-plugged", "status": "completed", "tag": "8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:10:02.043720 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22f220dd-6619-44e2-9710-b621ee57f3fb {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:10:02.044133 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f220dd-6619-44e2-9710-b621ee57f3fb'] response: {'server_uuid': 'b5e6d241-c477-4909-b878-c122be3ee91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2', 'code': 200} Oct 06 11:10:02.050570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:02.075690 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:02.089131 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3e4c2-0670-42c3-83e3-bba6340fec71 req-a586bf83-e52a-44b1-b11c-da743a91def0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:02.090760 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-eea3e4c2-0670-42c3-83e3-bba6340fec71 req-a586bf83-e52a-44b1-b11c-da743a91def0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0489755 Oct 06 11:10:02.139468 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-eea3e4c2-0670-42c3-83e3-bba6340fec71 req-8d951ed6-dcc2-4c25-a43a-00202b6961d7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Oct 06 11:10:02.574014 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4def-f2a7-476b-888f-110a69e0a5a3 req-11fa7574-6ed3-4f8c-b865-4c33a88e63f2 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:02.575505 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0d9c4def-f2a7-476b-888f-110a69e0a5a3 req-11fa7574-6ed3-4f8c-b865-4c33a88e63f2 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 945 time: 0.0527434 Oct 06 11:10:02.624036 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0d9c4def-f2a7-476b-888f-110a69e0a5a3 req-b67ce458-0570-4020-ac12-1afbf0f8f933 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Oct 06 11:10:02.659330 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9001-5df9-4de2-9761-2c319f322e55 req-ed79e44e-2e08-4f44-95b5-56b244d02339 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:02.660755 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-627f9001-5df9-4de2-9761-2c319f322e55 req-ed79e44e-2e08-4f44-95b5-56b244d02339 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0479198 Oct 06 11:10:02.700375 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:02.712567 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-627f9001-5df9-4de2-9761-2c319f322e55 req-62e35a05-47c0-41c5-9374-68738f3400e6 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Oct 06 11:10:02.828229 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92341d3-d795-42f9-8f9f-4e50e5ab7cfc req-fbea7a34-ae22-4718-a5a3-0e49acc92afb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:02.829714 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f92341d3-d795-42f9-8f9f-4e50e5ab7cfc req-fbea7a34-ae22-4718-a5a3-0e49acc92afb tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0475080 Oct 06 11:10:02.840099 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34384) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:10:02.844425 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-95cf08fc-5691-4537-acd8-996b2242f600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Request body: {'floatingip': {'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:10:02.913044 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-95cf08fc-5691-4537-acd8-996b2242f600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (5e323f3b-24d8-4842-95c7-8230752d9d2a), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:02.975570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7f198-921d-4c91-8c3a-6964565fad2c req-50f96045-6590-47e4-a99c-3de2e13479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:02.977074 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fcd7f198-921d-4c91-8c3a-6964565fad2c req-50f96045-6590-47e4-a99c-3de2e13479f0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 1129 time: 0.0780594 Oct 06 11:10:02.994969 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:03.065359 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:03.090362 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fcd7f198-921d-4c91-8c3a-6964565fad2c req-f6dc2dbe-0748-466d-a09f-43a60e836136 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037843 Oct 06 11:10:03.261032 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc34532-5203-4ff6-9ed2-6b2e99567982 req-739942ee-ac04-4c18-b2c7-f04d659c621a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:03.262506 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8fc34532-5203-4ff6-9ed2-6b2e99567982 req-739942ee-ac04-4c18-b2c7-f04d659c621a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0466552 Oct 06 11:10:03.313890 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8fc34532-5203-4ff6-9ed2-6b2e99567982 req-20f94ccd-eff1-42d5-a335-bb263b9eb7d3 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454528 Oct 06 11:10:03.439648 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-95cf08fc-5691-4537-acd8-996b2242f600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:03.443393 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-95cf08fc-5691-4537-acd8-996b2242f600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (5e323f3b-24d8-4842-95c7-8230752d9d2a), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:03.776671 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:03.781024 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:03.930087 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980c94c-90b9-4036-8f58-71bbe84eaf94 req-6e3598ea-d771-4b30-a794-77c914bbbb0e tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:03.932332 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7980c94c-90b9-4036-8f58-71bbe84eaf94 req-6e3598ea-d771-4b30-a794-77c914bbbb0e tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 945 time: 0.0839059 Oct 06 11:10:03.984261 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cf08fc-5691-4537-acd8-996b2242f600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Router 33dd6613-b351-4b7c-aed5-373ec054b50f has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:10:04.003919 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7980c94c-90b9-4036-8f58-71bbe84eaf94 req-abd7dc4a-96a5-422d-9fd2-8928cb3cfe40 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645132 Oct 06 11:10:04.106633 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cf08fc-5691-4537-acd8-996b2242f600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:10:04.111532 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-95cf08fc-5691-4537-acd8-996b2242f600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:04.116082 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] Sync routers for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:10:04.127143 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:10:04.128020 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:09:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:10:04.142406 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:10:04.144677 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:10:04.180074 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-95cf08fc-5691-4537-acd8-996b2242f600 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/5e323f3b-24d8-4842-95c7-8230752d9d2a HTTP/1.1" status: 200 len: 992 time: 1.3388717 Oct 06 11:10:04.184820 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34afab49-adf8-4caa-991f-fa570bb02957 x-openstack-request-id: req-34afab49-adf8-4caa-991f-fa570bb02957 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:10:04.185111 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:10:04.185362 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34afab49-adf8-4caa-991f-fa570bb02957 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:10:04.185768 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34afab49-adf8-4caa-991f-fa570bb02957'] response: {'name': 'network-changed', 'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'status': 'completed', 'code': 200} Oct 06 11:10:04.219370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:04.236043 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:10:04.310623 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:04.319544 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-c45e9601-27c1-48f1-8df6-cfe4f23fe77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:04.321326 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-c45e9601-27c1-48f1-8df6-cfe4f23fe77e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1129 time: 0.0418131 Oct 06 11:10:04.435831 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:04.454895 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '5e323f3b-24d8-4842-95c7-8230752d9d2a', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'mac_address': 'fa:16:3e:cf:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:06:56Z', 'updated_at': '2022-10-06T11:10:03Z', 'revision_number': 3, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:10:04.463685 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56dfed-3a4c-47bd-8029-fb66b4845b85 req-dd32614c-7a70-454a-bf52-c49e2dccd3c4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:04.465184 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4f56dfed-3a4c-47bd-8029-fb66b4845b85 req-dd32614c-7a70-454a-bf52-c49e2dccd3c4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0692656 Oct 06 11:10:04.466262 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-2b955286-a849-48b5-8319-36345f2dba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:04.467550 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-2b955286-a849-48b5-8319-36345f2dba3f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.1402326 Oct 06 11:10:04.483853 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] Checking router: 33dd6613-b351-4b7c-aed5-373ec054b50f for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:10:04.492483 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:10:04.493015 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:09:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:10:04.562269 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-c2d897e7-975a-4bb4-9ea4-b46b95d69caa service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 200 len: 1000 time: 0.0845490 Oct 06 11:10:04.565425 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4f56dfed-3a4c-47bd-8029-fb66b4845b85 req-77281f9e-38d9-43c6-91cb-7e1b7e7bbe1b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946681 Oct 06 11:10:04.597254 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:10:04.732909 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-8af4d55c-516e-430e-9231-dec9ac3e79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:04.734582 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-8af4d55c-516e-430e-9231-dec9ac3e79e9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0493531 Oct 06 11:10:04.934461 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '5e323f3b-24d8-4842-95c7-8230752d9d2a', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'mac_address': 'fa:16:3e:cf:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:06:56Z', 'updated_at': '2022-10-06T11:10:03Z', 'revision_number': 3, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:10:04.958745 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1546dbd-9e4b-4f2b-9421-edd631d368ae None None] The sync data for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi is: [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '5e323f3b-24d8-4842-95c7-8230752d9d2a', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'port_id': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'mac_address': 'fa:16:3e:cf:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:06:56Z', 'updated_at': '2022-10-06T11:10:03Z', 'revision_number': 3, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:10:05.127895 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1929-2d2e-45b5-9032-f2fa95a28d09 req-4916d546-3af5-49ee-b742-5dca1fa8fe0c tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:05.129423 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-266b1929-2d2e-45b5-9032-f2fa95a28d09 req-4916d546-3af5-49ee-b742-5dca1fa8fe0c tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 945 time: 0.0489256 Oct 06 11:10:05.178536 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-266b1929-2d2e-45b5-9032-f2fa95a28d09 req-3cd89aa5-c802-495f-83fb-9a201088185e tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Oct 06 11:10:05.332179 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-ca2af90e-d388-416e-91c8-854f2a617b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:05.333688 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-ca2af90e-d388-416e-91c8-854f2a617b49 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463102 Oct 06 11:10:05.440894 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-5b0d4e7e-c971-4ddf-b933-52ed461e50d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951395 Oct 06 11:10:05.549588 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b9b7bdf0-64ca-46d5-b7f0-f0ee9cbbe8a0 req-d6dbf02c-681e-4e7e-9e3d-42e2722c45aa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990798 Oct 06 11:10:05.696037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c9f82-9fdc-46b0-aff3-9bdeb185790a req-6ee066ef-cab1-4ca1-bad4-50baa62d7e3c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:05.697448 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0e2c9f82-9fdc-46b0-aff3-9bdeb185790a req-6ee066ef-cab1-4ca1-bad4-50baa62d7e3c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0509050 Oct 06 11:10:05.745638 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0e2c9f82-9fdc-46b0-aff3-9bdeb185790a req-aa1b012d-aa9a-4c1a-8da8-fcdf999d405d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424070 Oct 06 11:10:06.187228 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:10:06.189584 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72bd50f-9130-40d2-b635-50f3add9bd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:10:06.226993 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa116d-fe2b-4d4d-ba2a-c443905a4116 x-openstack-request-id: req-87aa116d-fe2b-4d4d-ba2a-c443905a4116 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:10:06.227279 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:10:06.227536 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87aa116d-fe2b-4d4d-ba2a-c443905a4116 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:10:06.228714 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87aa116d-fe2b-4d4d-ba2a-c443905a4116'] response: {'name': 'network-changed', 'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'status': 'completed', 'code': 200} Oct 06 11:10:06.336331 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-2837e393-4d99-4b45-b4b0-1d68fba33cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:06.338455 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-2837e393-4d99-4b45-b4b0-1d68fba33cb1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 1129 time: 0.0416496 Oct 06 11:10:06.434596 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-fb197afb-f9a7-421e-a7c1-2b5b9d53f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:06.436068 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-fb197afb-f9a7-421e-a7c1-2b5b9d53f329 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.0873256 Oct 06 11:10:06.514721 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-b0c9c4a7-f47e-4e3d-a6bf-b957138be6f3 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 200 len: 1000 time: 0.0641263 Oct 06 11:10:06.565054 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-79a828d3-fa03-4dff-a9ae-dbc7a66868df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:06.566449 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-79a828d3-fa03-4dff-a9ae-dbc7a66868df service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0438957 Oct 06 11:10:06.618874 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-f6589e90-bc71-41d9-8c93-6f63e2f78820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:06.620428 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-f6589e90-bc71-41d9-8c93-6f63e2f78820 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393846 Oct 06 11:10:06.716224 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-c13f9de4-317c-48f4-a778-773fad7cd297 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888054 Oct 06 11:10:06.783305 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:06.812450 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f72bd50f-9130-40d2-b635-50f3add9bd3d req-7c3db3e9-ac11-47f4-b28d-09c70693579f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900223 Oct 06 11:10:06.869408 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dd7c8-7a03-4f2d-910a-dabc6aedfb38 req-3d231dad-3bb5-430d-973f-754075c3064a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:06.870916 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-889dd7c8-7a03-4f2d-910a-dabc6aedfb38 req-3d231dad-3bb5-430d-973f-754075c3064a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0476220 Oct 06 11:10:06.917874 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-889dd7c8-7a03-4f2d-910a-dabc6aedfb38 req-a3ed04bf-de7e-4fbf-9b5a-74d0d6478726 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Oct 06 11:10:08.040167 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ada6ed-f086-44f5-bae5-c63b9122b7a4 req-eff3acb3-be8f-47a9-8c6f-5051d62fbad5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:08.041898 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-68ada6ed-f086-44f5-bae5-c63b9122b7a4 req-eff3acb3-be8f-47a9-8c6f-5051d62fbad5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0466969 Oct 06 11:10:08.088606 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-68ada6ed-f086-44f5-bae5-c63b9122b7a4 req-0ad2b701-d05c-4045-94ff-daa28a93e957 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Oct 06 11:10:09.212547 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda557f0-c326-441e-9395-e66eba05b22c req-e027ac2b-5277-4f0a-ae31-19cfa3c44f2d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:09.213979 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bda557f0-c326-441e-9395-e66eba05b22c req-e027ac2b-5277-4f0a-ae31-19cfa3c44f2d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0504334 Oct 06 11:10:09.260942 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bda557f0-c326-441e-9395-e66eba05b22c req-853b13e0-4880-48dc-90a5-dc310f31ac5d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Oct 06 11:10:10.380986 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e7d7-74c6-4988-b2e5-6e629373aa27 req-e9ab13c4-2ea9-4663-af12-e2658fdf2e62 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:10.382435 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bb49e7d7-74c6-4988-b2e5-6e629373aa27 req-e9ab13c4-2ea9-4663-af12-e2658fdf2e62 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0469260 Oct 06 11:10:10.403679 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:10.431526 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bb49e7d7-74c6-4988-b2e5-6e629373aa27 req-997db517-60ee-4608-a818-3799c11a36ea tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 Oct 06 11:10:11.551363 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f3a08-d4b6-4a21-b8fb-3af8e5bd3a3e req-f62b6051-ef23-4791-bb76-454f3feaca0f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:11.552867 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c51f3a08-d4b6-4a21-b8fb-3af8e5bd3a3e req-f62b6051-ef23-4791-bb76-454f3feaca0f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0469673 Oct 06 11:10:11.608676 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c51f3a08-d4b6-4a21-b8fb-3af8e5bd3a3e req-4b7231eb-2844-4a28-b419-26bda721fdb8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495946 Oct 06 11:10:11.771942 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:12.734860 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20d820-7f4b-43a7-a20a-9246d9f55971 req-c8037993-8c3c-4209-acce-409587687309 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:12.736337 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ae20d820-7f4b-43a7-a20a-9246d9f55971 req-c8037993-8c3c-4209-acce-409587687309 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0514755 Oct 06 11:10:12.782514 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ae20d820-7f4b-43a7-a20a-9246d9f55971 req-9bf5f053-54f4-49a1-ba56-c8b804ef70d8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407062 Oct 06 11:10:12.880298 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-99293328-eda5-4da1-8f7e-09d7ebda0fa8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395572 Oct 06 11:10:13.015258 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-0b827176-b559-49f1-bfac-5e1091e61e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:13.016800 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-0b827176-b559-49f1-bfac-5e1091e61e59 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4ebb258de32f40c68f86e4b401efde5d&device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 1129 time: 0.0466499 Oct 06 11:10:13.146829 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-b0140ef1-9491-46dd-acb9-ea7259742449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:13.148565 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-b0140ef1-9491-46dd-acb9-ea7259742449 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 200 len: 920 time: 0.0897789 Oct 06 11:10:13.186607 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-b6e9d846-2fd7-4279-b207-45df8ad76545 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a60437f-d87b-4705-ab02-ee352497d7bb HTTP/1.1" status: 200 len: 217 time: 0.0308411 Oct 06 11:10:13.234143 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-8ce4439f-e24a-4542-b8e6-16b59b6cefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:13.235510 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-8ce4439f-e24a-4542-b8e6-16b59b6cefdf service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 200 len: 858 time: 0.0428078 Oct 06 11:10:13.282367 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-fb50c256-61ce-4312-be41-fa92dbaa2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:13.283808 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-fb50c256-61ce-4312-be41-fa92dbaa2c43 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=66a88666-ebf0-4b86-a615-d5110a6e14c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417454 Oct 06 11:10:13.376318 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-b2919dfd-ebcf-4447-8719-e28ca2b20c3a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797036 Oct 06 11:10:13.473728 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ab52e9a3-7bf0-47e6-868b-42b6bfa7f753 req-ab16b568-9d7f-4206-b964-4a5da14d19ca service neutron] 10.222.0.55 "GET /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874751 Oct 06 11:10:13.902875 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967e319-8c87-4fff-b1e3-5c56c6c6e285 req-03d76422-e732-48c5-9085-a8ccf7295617 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:13.904368 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c967e319-8c87-4fff-b1e3-5c56c6c6e285 req-03d76422-e732-48c5-9085-a8ccf7295617 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0461273 Oct 06 11:10:13.954732 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c967e319-8c87-4fff-b1e3-5c56c6c6e285 req-903cba63-d3fb-4240-86e9-d404fe1bbd07 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449486 Oct 06 11:10:15.077235 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca1f0-6f5c-478a-8f81-cbaf22da0cf5 req-976d5420-dd82-494b-92df-f350d22bd6b6 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:15.078700 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-174ca1f0-6f5c-478a-8f81-cbaf22da0cf5 req-976d5420-dd82-494b-92df-f350d22bd6b6 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0481887 Oct 06 11:10:15.126034 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-174ca1f0-6f5c-478a-8f81-cbaf22da0cf5 req-8313bc94-eabf-40c7-b3f3-73d0184fc8c0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Oct 06 11:10:16.245019 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705250d2-75c4-4281-af9f-209529ccaf72 req-26f5cdc7-d7ae-4a7a-ae43-74a1f16ae02e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:16.246475 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-705250d2-75c4-4281-af9f-209529ccaf72 req-26f5cdc7-d7ae-4a7a-ae43-74a1f16ae02e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0460117 Oct 06 11:10:16.294455 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-705250d2-75c4-4281-af9f-209529ccaf72 req-9812e7b6-4f27-4294-a809-c463170cd114 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Oct 06 11:10:17.416880 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3b9c8-4dd5-47d7-bc05-b7554124f892 req-1fc5db44-6b25-4aa8-bc08-f119548f8efb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:17.418366 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bda3b9c8-4dd5-47d7-bc05-b7554124f892 req-1fc5db44-6b25-4aa8-bc08-f119548f8efb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0476139 Oct 06 11:10:17.469835 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bda3b9c8-4dd5-47d7-bc05-b7554124f892 req-24051570-e5e1-470b-b7cd-449d07ff694f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Oct 06 11:10:18.589075 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f20d1-702d-466c-86ab-689ebf88f402 req-d9667aa0-cd2a-4593-8f60-0012d46a9d3b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:18.590462 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-144f20d1-702d-466c-86ab-689ebf88f402 req-d9667aa0-cd2a-4593-8f60-0012d46a9d3b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0459976 Oct 06 11:10:18.637997 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-144f20d1-702d-466c-86ab-689ebf88f402 req-9fbbba82-9889-4320-a3e5-d7a798f42b27 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421290 Oct 06 11:10:19.760419 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88274e91-67e0-4bfd-98db-91bdc5a2cafc req-ae34cd33-32bc-4fd0-86e6-68337b53576f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:19.761863 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88274e91-67e0-4bfd-98db-91bdc5a2cafc req-ae34cd33-32bc-4fd0-86e6-68337b53576f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0461040 Oct 06 11:10:19.780094 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:19.810173 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88274e91-67e0-4bfd-98db-91bdc5a2cafc req-fecdff8d-a9b8-4559-903b-5508d5385eed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Oct 06 11:10:20.895725 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:20.934949 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3be0b-cbfb-4f4c-a267-346c7f02e02d req-385787e7-437d-4f04-a5cf-8c939757bbd8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:20.936495 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1a3be0b-cbfb-4f4c-a267-346c7f02e02d req-385787e7-437d-4f04-a5cf-8c939757bbd8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0504396 Oct 06 11:10:20.983256 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1a3be0b-cbfb-4f4c-a267-346c7f02e02d req-d31e9338-af14-4cf4-bec0-ba18b9430061 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401189 Oct 06 11:10:21.765039 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=69 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:21.766888 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:22.104003 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053dc1e-8aa7-4728-92d8-ac9d83f51111 req-809589f3-fb46-4942-868d-766549da9b8f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:22.105460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c053dc1e-8aa7-4728-92d8-ac9d83f51111 req-809589f3-fb46-4942-868d-766549da9b8f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0484633 Oct 06 11:10:22.152248 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c053dc1e-8aa7-4728-92d8-ac9d83f51111 req-9b9d53e4-2ab3-44da-86bc-b2bb34982f48 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Oct 06 11:10:23.275865 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ae24636-d9ea-41de-a004-76b1bb487de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:23.278904 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad54b8-62fb-4d7f-8744-199309add05c req-861b5997-dab9-490a-b46a-246fa85798d0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:23.280420 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-48ad54b8-62fb-4d7f-8744-199309add05c req-861b5997-dab9-490a-b46a-246fa85798d0 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0540864 Oct 06 11:10:23.304910 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:23.328000 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-48ad54b8-62fb-4d7f-8744-199309add05c req-c2b5fc03-e861-43a7-9f8e-70f1e51678f8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Oct 06 11:10:24.467187 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6422c-bc8d-450e-99b6-195ab28161fc req-b175148c-95ab-4c33-bece-158cf5dd128f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:24.469358 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-abb6422c-bc8d-450e-99b6-195ab28161fc req-b175148c-95ab-4c33-bece-158cf5dd128f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0589874 Oct 06 11:10:24.501154 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:24.525496 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-abb6422c-bc8d-450e-99b6-195ab28161fc req-c8be84bc-3159-4864-b07f-7ec8951ef44d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499489 Oct 06 11:10:25.578982 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d08d37b5-ebab-404c-b976-79fc476eb45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:25.657265 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ec1b-408e-4abc-ac82-82746813ab36 req-730fff81-eb14-49ae-843e-ce17f28aea50 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:25.658659 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f760ec1b-408e-4abc-ac82-82746813ab36 req-730fff81-eb14-49ae-843e-ce17f28aea50 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0469530 Oct 06 11:10:25.710773 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f760ec1b-408e-4abc-ac82-82746813ab36 req-6f9618be-48da-4b62-acc0-0f91a61715e8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466001 Oct 06 11:10:26.836659 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43855-d0b7-4f90-9c40-d5512aa7431e req-e63c8d9a-8e36-4fe9-bd26-bf4367a611db tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:26.838141 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3df43855-d0b7-4f90-9c40-d5512aa7431e req-e63c8d9a-8e36-4fe9-bd26-bf4367a611db tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0474465 Oct 06 11:10:26.888778 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3df43855-d0b7-4f90-9c40-d5512aa7431e req-bef10bf2-4cc7-421b-9867-a1e208d1ada5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Oct 06 11:10:27.082596 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:28.019284 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c0198-7b07-4561-9215-36d2371cf6ac req-6e320d93-327c-4c83-8667-0c7b3de013cf tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:28.020820 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-291c0198-7b07-4561-9215-36d2371cf6ac req-6e320d93-327c-4c83-8667-0c7b3de013cf tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0557816 Oct 06 11:10:28.068136 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-291c0198-7b07-4561-9215-36d2371cf6ac req-d79c285e-a86f-4263-8ec2-f229ede765fd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 Oct 06 11:10:28.589381 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:28.813386 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:29.189333 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8406a-5f24-4582-8bb0-395bea4025e8 req-2dc1b9b9-717d-4aee-882f-0bf6c75a778a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:29.190830 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aca8406a-5f24-4582-8bb0-395bea4025e8 req-2dc1b9b9-717d-4aee-882f-0bf6c75a778a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0470278 Oct 06 11:10:29.241458 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aca8406a-5f24-4582-8bb0-395bea4025e8 req-df4fa1fa-ad52-4b66-a98f-bc9dab82bd9c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440073 Oct 06 11:10:29.456851 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5df4e-c42a-498b-ae72-1066e32f5644 req-9ff6cec5-faff-4cc4-bd73-236caf5390d4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:29.458341 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d8a5df4e-c42a-498b-ae72-1066e32f5644 req-9ff6cec5-faff-4cc4-bd73-236caf5390d4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0514061 Oct 06 11:10:29.505212 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d8a5df4e-c42a-498b-ae72-1066e32f5644 req-34f55f18-9686-4b01-9c60-0806947ddcb5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Oct 06 11:10:30.071976 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575876-6f78-4345-8023-036efc72df22 req-d8f01454-a733-494c-86a8-1ff4f0bbe362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:30.074085 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e575876-6f78-4345-8023-036efc72df22 req-d8f01454-a733-494c-86a8-1ff4f0bbe362 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 1130 time: 0.0443587 Oct 06 11:10:30.164564 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575876-6f78-4345-8023-036efc72df22 req-7ab6def0-946d-4a5c-856b-2b2a826888f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:30.166030 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e575876-6f78-4345-8023-036efc72df22 req-7ab6def0-946d-4a5c-856b-2b2a826888f0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 910 time: 0.0858779 Oct 06 11:10:30.230786 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e575876-6f78-4345-8023-036efc72df22 req-6d15bc2c-b994-4cb5-8128-38f99e28a2d8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 200 len: 1001 time: 0.0578744 Oct 06 11:10:30.279225 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575876-6f78-4345-8023-036efc72df22 req-ed5ac27b-55ac-4e68-a517-9e3e4bd9aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:30.280749 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e575876-6f78-4345-8023-036efc72df22 req-ed5ac27b-55ac-4e68-a517-9e3e4bd9aed4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.0436916 Oct 06 11:10:30.327562 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575876-6f78-4345-8023-036efc72df22 req-9e9e3625-b625-438b-83c4-fc20d352bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:30.329107 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e575876-6f78-4345-8023-036efc72df22 req-9e9e3625-b625-438b-83c4-fc20d352bc09 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418072 Oct 06 11:10:30.437654 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e575876-6f78-4345-8023-036efc72df22 req-d0aa0178-d813-4577-a124-c0f879b0799c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938144 Oct 06 11:10:30.534641 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5e575876-6f78-4345-8023-036efc72df22 req-8f08ccba-825e-4635-97e5-51211695f567 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879047 Oct 06 11:10:30.579558 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec8296-86b7-40e2-94e3-27e9d001253a req-b16a3328-fac1-4aad-8eb6-c4bf53e159bc tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:30.581109 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f0ec8296-86b7-40e2-94e3-27e9d001253a req-b16a3328-fac1-4aad-8eb6-c4bf53e159bc tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 945 time: 0.0492804 Oct 06 11:10:30.629990 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f0ec8296-86b7-40e2-94e3-27e9d001253a req-8aab8cb1-dd95-45b6-b013-dd9bb8899416 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432260 Oct 06 11:10:30.633921 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9ad2f-95cc-4ca5-abe7-430f3b750af4 req-5a69f01e-b470-4f7e-913f-2e865435c52c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:30.635527 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-59a9ad2f-95cc-4ca5-abe7-430f3b750af4 req-5a69f01e-b470-4f7e-913f-2e865435c52c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0508668 Oct 06 11:10:30.684187 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-59a9ad2f-95cc-4ca5-abe7-430f3b750af4 req-341e750c-2a9a-4407-baf0-c51adcc3cfa9 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421765 Oct 06 11:10:30.741949 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:10:31.754700 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4b2c8-42d2-40eb-b91b-7c7600e80265 req-0bfd2c05-1e9c-4d84-8193-0de55b248f7b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:31.756272 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-48f4b2c8-42d2-40eb-b91b-7c7600e80265 req-0bfd2c05-1e9c-4d84-8193-0de55b248f7b tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 945 time: 0.0505428 Oct 06 11:10:31.804608 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388f36-fc7f-4a98-9795-3c1349bc82cb req-ae2409b2-0d7b-489f-8cd9-0214a6646b48 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:31.805880 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-48f4b2c8-42d2-40eb-b91b-7c7600e80265 req-79140acb-4404-47d6-aa6f-3beae0edf8d0 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Oct 06 11:10:31.806080 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7c388f36-fc7f-4a98-9795-3c1349bc82cb req-ae2409b2-0d7b-489f-8cd9-0214a6646b48 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0465715 Oct 06 11:10:31.855423 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7c388f36-fc7f-4a98-9795-3c1349bc82cb req-19ea0790-5f8d-4d63-9daa-15cb7565a2f8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Oct 06 11:10:32.928797 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec3dfa-ac03-4ea9-baf0-7aa1ed9f1025 req-18025bb7-d365-44f3-a973-127dde761863 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:32.930291 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-23ec3dfa-ac03-4ea9-baf0-7aa1ed9f1025 req-18025bb7-d365-44f3-a973-127dde761863 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 945 time: 0.0487497 Oct 06 11:10:32.965400 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:32.976911 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e928-dbf8-4db6-b535-f408c4a4e7d5 req-4b44e86a-a029-498f-868b-3ceb3d85b27c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:32.978054 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-23ec3dfa-ac03-4ea9-baf0-7aa1ed9f1025 req-7f155125-50fd-4475-9c44-3e956d908ceb tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c902e17c-169d-48c5-91e3-c7cd4c56230a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Oct 06 11:10:32.978372 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7b97e928-dbf8-4db6-b535-f408c4a4e7d5 req-4b44e86a-a029-498f-868b-3ceb3d85b27c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0468814 Oct 06 11:10:33.028925 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7b97e928-dbf8-4db6-b535-f408c4a4e7d5 req-3031897b-9e83-4e6f-b63c-0b527649eab3 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443585 Oct 06 11:10:33.637887 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc04594-1298-484a-9aed-8bd668849a71 req-95a36c8c-a9b8-4793-b7e9-5fbab2919b53 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:33.639333 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1dc04594-1298-484a-9aed-8bd668849a71 req-95a36c8c-a9b8-4793-b7e9-5fbab2919b53 tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 945 time: 0.0466919 Oct 06 11:10:33.720609 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Deleting port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:10:33.720951 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:33.763726 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:33.811964 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] For port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,segment=NetworkSegment(96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1),segment_id=96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:10:33.812323 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:33.825327 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Calling delete_port for 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:10:33.951531 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:33.977231 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Pushing event deleted for resources: {'Port': ['ID=8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:33.998430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:10:34.024019 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] No DVR routers for this DVR port 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:10:34.026312 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:34.030325 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1dc04594-1298-484a-9aed-8bd668849a71 req-50d6334e-8d2c-42d8-a09e-898280301b0f tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.55 "DELETE /networking/v2.0/ports/8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 HTTP/1.1" status: 204 len: 173 time: 0.3854539 Oct 06 11:10:34.030823 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e6d241-c477-4909-b878-c122be3ee91e', 'name': 'network-vif-deleted', 'tag': '8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:10:34.033136 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a2cf3c-72d7-4923-b7b1-e6414d090155" -d '{"events": [{"server_uuid": "b5e6d241-c477-4909-b878-c122be3ee91e", "name": "network-vif-deleted", "tag": "8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:10:34.071886 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b7ffe5-df20-4f5e-866c-8a9eb8b83357 x-openstack-request-id: req-f4b7ffe5-df20-4f5e-866c-8a9eb8b83357 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:10:34.071886 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e6d241-c477-4909-b878-c122be3ee91e", "name": "network-vif-deleted", "tag": "8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:10:34.071886 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4b7ffe5-df20-4f5e-866c-8a9eb8b83357 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:10:34.071886 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b7ffe5-df20-4f5e-866c-8a9eb8b83357'] response: {'server_uuid': 'b5e6d241-c477-4909-b878-c122be3ee91e', 'name': 'network-vif-deleted', 'tag': '8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2', 'status': 'completed', 'code': 200} Oct 06 11:10:34.092120 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ba303295-3e77-4cd7-9111-61e24f44ac04 req-08f83b9f-71c2-4a07-882a-3a3882c3c6dc tempest-VolumesSnapshotTestJSON-236485130 tempest-VolumesSnapshotTestJSON-236485130-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5e6d241-c477-4909-b878-c122be3ee91e HTTP/1.1" status: 200 len: 210 time: 0.0338864 Oct 06 11:10:36.021484 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:10:36.048638 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:10:36.048638 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 8f99a7a0-4a65-4113-aaa9-dbcdf5a716b2 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:10:40.770516 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:40.774982 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:41.780700 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:44.006826 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:44.007693 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:44.069618 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=66 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:44.070421 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=81 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:46.026651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:51.775731 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:51.911415 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=13 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:51.915092 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=13 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:53.269029 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-de05cbc7-35c9-4a48-80db-99089540988b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:54.040836 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13057e-d268-4c0c-a007-c15757b6f6de req-b1ac2476-ee03-4982-b9f2-5f22a564774b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:54.042250 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3a13057e-d268-4c0c-a007-c15757b6f6de req-b1ac2476-ee03-4982-b9f2-5f22a564774b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0476968 Oct 06 11:10:54.093147 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3a13057e-d268-4c0c-a007-c15757b6f6de req-a048b45e-3b2c-4e9e-b605-36dfbee58e23 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452135 Oct 06 11:10:55.222501 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3160e94-1527-4aba-a124-1ffe82d8357e req-5b2cb36d-3d31-4346-938f-41c65005ccdd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:55.223886 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a3160e94-1527-4aba-a124-1ffe82d8357e req-5b2cb36d-3d31-4346-938f-41c65005ccdd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0494342 Oct 06 11:10:55.270636 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a3160e94-1527-4aba-a124-1ffe82d8357e req-362aede3-056d-44c2-8ff7-7a7954d4db92 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410755 Oct 06 11:10:55.580667 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe2f6-81af-4358-948a-b6926ee4a213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:56.186624 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01409d-abba-471b-adc3-3576aebac26e req-261c19fa-2665-4a9c-aaa1-2fa23e5319dc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:56.188082 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-be01409d-abba-471b-adc3-3576aebac26e req-261c19fa-2665-4a9c-aaa1-2fa23e5319dc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.0460267 Oct 06 11:10:56.268234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Deleting port e16aada9-7c39-402c-9979-d8f302e4c39a {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:10:56.268584 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:56.368532 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] For port e16aada9-7c39-402c-9979-d8f302e4c39a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=e16aada9-7c39-402c-9979-d8f302e4c39a,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:10:56.368894 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:56.469481 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeef2c7-1d7c-4771-8ddd-0a78e70c113d req-7ad25f7b-a8fc-412d-8225-398a0c6d0396 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:10:56.470955 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5eeef2c7-1d7c-4771-8ddd-0a78e70c113d req-7ad25f7b-a8fc-412d-8225-398a0c6d0396 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 946 time: 0.1174507 Oct 06 11:10:56.584851 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5eeef2c7-1d7c-4771-8ddd-0a78e70c113d req-6adf7c3a-bb21-433e-afe1-baf2dd350824 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043808 Oct 06 11:10:56.642462 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:56.642820 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (813e6f66-1ca8-41d2-b324-ed4097c744f4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:56.643135 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Floating IP 813e6f66-1ca8-41d2-b324-ed4097c744f4 disassociated. External IP: 172.27.0.212, port: e16aada9-7c39-402c-9979-d8f302e4c39a. Oct 06 11:10:56.643471 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Calling delete_port for e16aada9-7c39-402c-9979-d8f302e4c39a owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:10:56.767419 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (e16aada9-7c39-402c-9979-d8f302e4c39a), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:56.795458 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event deleted for resources: {'Port': ['ID=e16aada9-7c39-402c-9979-d8f302e4c39a,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:56.806229 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.806577 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.806917 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.807249 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.807581 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.807947 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.808282 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.808607 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.808930 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.809249 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.809570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.809927 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.810247 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.810563 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:56.810879 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:57.094215 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:57.172500 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Router 944cf344-ec56-4bc6-8613-737e19017b34 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:10:57.223021 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:57.229168 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:57.279222 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:10:57.289988 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] Sync routers for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:10:57.302396 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:10:57.303500 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:10:57.323771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] No DVR routers for this DVR port e16aada9-7c39-402c-9979-d8f302e4c39a on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:10:57.326462 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:57.329778 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-be01409d-abba-471b-adc3-3576aebac26e req-63c9c80f-c9fb-44ef-b1be-ae0894e2b31a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "DELETE /networking/v2.0/ports/e16aada9-7c39-402c-9979-d8f302e4c39a HTTP/1.1" status: 204 len: 173 time: 1.1362691 Oct 06 11:10:57.330264 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-deleted', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:10:57.332598 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f03976-6c1a-4320-90a5-143b38ade5d7" -d '{"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-deleted", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:10:57.385109 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75222144-48d1-4e87-a134-ff7aad0cf12c x-openstack-request-id: req-75222144-48d1-4e87-a134-ff7aad0cf12c {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:10:57.385550 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9fceeb-0987-4e4f-b34b-f524fa791d3b", "name": "network-vif-deleted", "tag": "e16aada9-7c39-402c-9979-d8f302e4c39a", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:10:57.385820 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75222144-48d1-4e87-a134-ff7aad0cf12c {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:10:57.386253 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75222144-48d1-4e87-a134-ff7aad0cf12c'] response: {'server_uuid': 'ea9fceeb-0987-4e4f-b34b-f524fa791d3b', 'name': 'network-vif-deleted', 'tag': 'e16aada9-7c39-402c-9979-d8f302e4c39a', 'status': 'completed', 'code': 200} Oct 06 11:10:57.436224 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:10:57.636272 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:10:57.665312 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] Checking router: 944cf344-ec56-4bc6-8613-737e19017b34 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:10:57.678601 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:10:57.679381 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:10:57.736451 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f0a97c9e-38c5-41ea-b1c0-a86851aa5c1d req-5f99dc96-4237-4f21-8f4a-08dd00768682 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ea9fceeb-0987-4e4f-b34b-f524fa791d3b HTTP/1.1" status: 200 len: 210 time: 0.0347657 Oct 06 11:10:57.871518 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:10:58.074147 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:10:58.104092 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e54e4-6e4b-4583-9a64-6e110c458eda None None] The sync data for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi is: [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:10:58.380742 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16855b0-9862-4502-829d-2666e691795f None None] New status for floating IP 813e6f66-1ca8-41d2-b324-ed4097c744f4: DOWN {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:10:58.594246 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:58.818127 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:58.845606 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34732) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:10:58.900210 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (2aa0fb6e-aa58-426c-82aa-5cf39bd09f42), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:58.921731 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (2aa0fb6e-aa58-426c-82aa-5cf39bd09f42), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:58.974303 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2aa0fb6e-aa58-426c-82aa-5cf39bd09f42), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:58.976824 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:58.977960 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2aa0fb6e-aa58-426c-82aa-5cf39bd09f42 HTTP/1.1" status: 204 len: 168 time: 0.1313901 Oct 06 11:10:58.980935 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34734) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:10:58.987255 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa0fb6e-aa58-426c-82aa-5cf39bd09f42,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:58.994354 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.994692 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.995034 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.995370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.995697 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.996059 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.996389 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.996717 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.997040 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.997706 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.api.v2.resource [None req-b0034b74-b761-43f3-805c-77eac2f39a3f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] show failed (client error): The resource could not be found. Oct 06 11:10:58.997889 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.998220 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.998556 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.998698 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-b0034b74-b761-43f3-805c-77eac2f39a3f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups/2aa0fb6e-aa58-426c-82aa-5cf39bd09f42 HTTP/1.1" status: 404 len: 347 time: 0.0167227 Oct 06 11:10:58.998857 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.999177 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:58.999506 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa61e6e-bb51-4b21-893d-7528bf67a55c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:10:59.002533 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34736) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:10:59.116861 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Deleting port 5aa0ade7-c97e-4a55-81ce-79703511fb2e {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:10:59.117210 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (5aa0ade7-c97e-4a55-81ce-79703511fb2e), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.196224 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (5aa0ade7-c97e-4a55-81ce-79703511fb2e), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.196532 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (5aa0ade7-c97e-4a55-81ce-79703511fb2e), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.210137 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Calling delete_port for 5aa0ade7-c97e-4a55-81ce-79703511fb2e owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:10:59.352173 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (5aa0ade7-c97e-4a55-81ce-79703511fb2e), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.383048 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event deleted for resources: {'Port': ['ID=5aa0ade7-c97e-4a55-81ce-79703511fb2e,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:59.444398 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (813e6f66-1ca8-41d2-b324-ed4097c744f4), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.447161 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.450965 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fda4f6fc-61a5-42a0-8326-b21123b62d86 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/813e6f66-1ca8-41d2-b324-ed4097c744f4 HTTP/1.1" status: 204 len: 168 time: 0.4447131 Oct 06 11:10:59.556082 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34746) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:10:59.560649 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-9a9457da-1f58-4f20-877b-90c3920a8f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835212677', 'description': 'tempest-description--1483263325'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:10:59.581397 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9a9457da-1f58-4f20-877b-90c3920a8f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.649530 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9a9457da-1f58-4f20-877b-90c3920a8f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (0a038a9e-917a-45a9-b6c3-6491607f9f8e), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.653137 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9a9457da-1f58-4f20-877b-90c3920a8f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (0a038a9e-917a-45a9-b6c3-6491607f9f8e), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.683609 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9457da-1f58-4f20-877b-90c3920a8f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a038a9e-917a-45a9-b6c3-6491607f9f8e,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:59.688687 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9a9457da-1f58-4f20-877b-90c3920a8f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.689904 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-9a9457da-1f58-4f20-877b-90c3920a8f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1328051 Oct 06 11:10:59.692824 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34748) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:10:59.697165 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-d44c5769-8854-47f3-8b32-a28ed179935f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'security_group_rule': {'security_group_id': '0a038a9e-917a-45a9-b6c3-6491607f9f8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:10:59.723470 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d44c5769-8854-47f3-8b32-a28ed179935f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (51b4f137-58db-4d97-9851-8e88a837c042), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.767645 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:59.781102 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d44c5769-8854-47f3-8b32-a28ed179935f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (51b4f137-58db-4d97-9851-8e88a837c042), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.784700 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d44c5769-8854-47f3-8b32-a28ed179935f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (51b4f137-58db-4d97-9851-8e88a837c042), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.803613 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:10:59.805259 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c5769-8854-47f3-8b32-a28ed179935f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b4f137-58db-4d97-9851-8e88a837c042,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:59.814030 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d44c5769-8854-47f3-8b32-a28ed179935f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.815277 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d44c5769-8854-47f3-8b32-a28ed179935f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214945 Oct 06 11:10:59.818242 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34750) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:10:59.822778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-ed3619ef-ae45-44f8-a7fb-9e7b37d3becc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'security_group_rule': {'security_group_id': '0a038a9e-917a-45a9-b6c3-6491607f9f8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:10:59.849542 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ed3619ef-ae45-44f8-a7fb-9e7b37d3becc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (60c6ad75-0796-460d-ae4e-40a6c0155769), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.909359 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ed3619ef-ae45-44f8-a7fb-9e7b37d3becc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (60c6ad75-0796-460d-ae4e-40a6c0155769), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.913076 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ed3619ef-ae45-44f8-a7fb-9e7b37d3becc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (60c6ad75-0796-460d-ae4e-40a6c0155769), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.929732 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3619ef-ae45-44f8-a7fb-9e7b37d3becc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c6ad75-0796-460d-ae4e-40a6c0155769,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:10:59.940573 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ed3619ef-ae45-44f8-a7fb-9e7b37d3becc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:10:59.941759 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ed3619ef-ae45-44f8-a7fb-9e7b37d3becc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226177 Oct 06 11:10:59.944894 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34752) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:10:59.949157 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:10:59.969830 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.047347 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.144343 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:11:00.151353 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Allocated IP 172.27.0.113 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/6fe99dba-b408-46a2-9d68-4e0e8324c7bc) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:00.168356 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: e16aada9-7c39-402c-9979-d8f302e4c39a {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:11:00.168635 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device e16aada9-7c39-402c-9979-d8f302e4c39a not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:11:00.256488 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for port (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.287531 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.326411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:00.329255 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:00.333044 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:00.338043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'Port': ['ID=6fe99dba-b408-46a2-9d68-4e0e8324c7bc,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:00.421860 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (8d63f951-580b-4507-b30c-a9b8df67fa72), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.456820 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.491484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:00.497517 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:00.544110 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34758) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:00.595507 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dcc49c-7db2-4ecb-a5fc-9ad6a2345953 admin admin] Deleting subnet 12d5c3fe-e157-4b0f-baec-ed2619d08753 {{(pid=106389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:11:00.598966 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90dcc49c-7db2-4ecb-a5fc-9ad6a2345953 admin admin] Publish callbacks [] for subnet (12d5c3fe-e157-4b0f-baec-ed2619d08753), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.611762 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for port (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.616268 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.635087 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90dcc49c-7db2-4ecb-a5fc-9ad6a2345953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25750511'] for subnet (12d5c3fe-e157-4b0f-baec-ed2619d08753), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.676247 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90dcc49c-7db2-4ecb-a5fc-9ad6a2345953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (12d5c3fe-e157-4b0f-baec-ed2619d08753), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.682010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'Port': ['ID=6fe99dba-b408-46a2-9d68-4e0e8324c7bc,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:00.684504 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (8d63f951-580b-4507-b30c-a9b8df67fa72), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.701847 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.703084 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-8b2af1a3-81dd-4625-b99a-bb96cba5c3f8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7572348 Oct 06 11:11:00.734065 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90dcc49c-7db2-4ecb-a5fc-9ad6a2345953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25698742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25785976'] for subnet (12d5c3fe-e157-4b0f-baec-ed2619d08753), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.765482 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcc49c-7db2-4ecb-a5fc-9ad6a2345953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d5c3fe-e157-4b0f-baec-ed2619d08753,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:00.769263 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-90dcc49c-7db2-4ecb-a5fc-9ad6a2345953 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.776117 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-90dcc49c-7db2-4ecb-a5fc-9ad6a2345953 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/12d5c3fe-e157-4b0f-baec-ed2619d08753 HTTP/1.1" status: 204 len: 168 time: 0.2261486 Oct 06 11:11:00.776117 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34768) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:00.845610 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (89c4ba27-8104-4fca-a158-a2b3f4c2936b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.857289 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-a83d49f2-3b7f-4e32-86dd-aa40927807e4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1835212677&fields=id&tenant_id=5b886dc365684ab1811d100eb5774619 HTTP/1.1" status: 200 len: 267 time: 0.0415323 Oct 06 11:11:00.927888 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (89c4ba27-8104-4fca-a158-a2b3f4c2936b), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.948310 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c4ba27-8104-4fca-a158-a2b3f4c2936b']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:00.958307 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:00.958605 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:00.967594 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-14243c5e-95d2-4167-bdac-d7e2c41f1ee0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:00.968405 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.969107 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-14243c5e-95d2-4167-bdac-d7e2c41f1ee0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 816 time: 0.1051004 Oct 06 11:11:00.981851 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:00.984018 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-10b5878f-6b6a-4301-94d1-9a8cff9ec102 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/quotas/5b886dc365684ab1811d100eb5774619 HTTP/1.1" status: 200 len: 375 time: 0.0093114 Oct 06 11:11:00.988108 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Releasing vlan 490 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:11:00.988502 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:01.036558 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-068a2030-7fb7-436c-bf68-84856f7fa339 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469604 Oct 06 11:11:01.054187 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (89c4ba27-8104-4fca-a158-a2b3f4c2936b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:01.058966 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:01.064031 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/89c4ba27-8104-4fca-a158-a2b3f4c2936b HTTP/1.1" status: 204 len: 168 time: 0.2879553 Oct 06 11:11:01.065756 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1 resource provider aggregate not found Oct 06 11:11:01.088555 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96b1ccd4-404d-46b1-a60b-f36d6a2cbbe1 found for delete ", "request_id": "req-002423a1-5a2e-4044-aa6d-a2d91c075372"}]} Oct 06 11:11:01.089423 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c13516-a6f4-43e2-ac20-ba5ad2904ada admin admin] Pushing event deleted for resources: {'Network': ['ID=89c4ba27-8104-4fca-a158-a2b3f4c2936b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:01.147360 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-ee9d054c-71d6-4b84-a7ff-99e3d915c6f6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989006 Oct 06 11:11:01.186707 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34786) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:01.230617 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-496ae711-5f7d-4b74-b326-39a2209cd060 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8f981425a83c4eb6a71891c756977764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426354 Oct 06 11:11:01.233341 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34788) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:01.244416 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-8b11af84-7497-4908-a15e-7a26238f02f1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912611 Oct 06 11:11:01.287549 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-750b5262-94f2-43f6-8630-604d17a6d5ac admin admin] Publish callbacks [] for security_group (c902e17c-169d-48c5-91e3-c7cd4c56230a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:01.290003 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:01.300750 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:01.311891 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-750b5262-94f2-43f6-8630-604d17a6d5ac admin admin] Publish callbacks [] for security_group (c902e17c-169d-48c5-91e3-c7cd4c56230a), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:01.365531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-750b5262-94f2-43f6-8630-604d17a6d5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (c902e17c-169d-48c5-91e3-c7cd4c56230a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:01.368433 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-750b5262-94f2-43f6-8630-604d17a6d5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:01.369667 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-750b5262-94f2-43f6-8630-604d17a6d5ac admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c902e17c-169d-48c5-91e3-c7cd4c56230a HTTP/1.1" status: 204 len: 168 time: 0.1354201 Oct 06 11:11:01.378928 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b5262-94f2-43f6-8630-604d17a6d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902e17c-169d-48c5-91e3-c7cd4c56230a,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:01.457282 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b2bbb6d0-f416-4ab4-bf80-f6d12ee8fe2a req-59f5afd0-f0e6-4425-9ee5-dbe256f02ee3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 210 time: 0.0312474 Oct 06 11:11:02.103075 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34820) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:02.208249 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-706097404-network', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:02.229920 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Made reservation on behalf of ca311e63675241eaaef42a8154e905ac for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:11:02.232967 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.241667 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.318742 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Publish callbacks [] for security_group (a0a54f86-da9f-4754-8dd4-060330d1d759), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.323223 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (a0a54f86-da9f-4754-8dd4-060330d1d759), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.347483 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 463} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:11:02.362690 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a54f86-da9f-4754-8dd4-060330d1d759,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:02.365548 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (174974ff-4f2b-4555-b9cb-7383e9fb7fad), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.365892 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Added segment 174974ff-4f2b-4555-b9cb-7383e9fb7fad of type vlan for network 0816dbad-e0a3-486e-94ba-be677095fd43 Oct 06 11:11:02.407102 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (0816dbad-e0a3-486e-94ba-be677095fd43), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.430896 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (0816dbad-e0a3-486e-94ba-be677095fd43), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.431897 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:02.432483 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.490005 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3858049 Oct 06 11:11:02.493141 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34824) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:02.495281 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd07e7-4e1a-4c63-8d80-3334a8231667 admin admin] Pushing event updated for resources: {'Network': ['ID=0816dbad-e0a3-486e-94ba-be677095fd43,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:02.500251 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Request body: {'subnet': {'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-706097404-subnet', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:02.505755 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 0816dbad-e0a3-486e-94ba-be677095fd43 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:11:02.525776 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Made reservation on behalf of ca311e63675241eaaef42a8154e905ac for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:11:02.529461 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3981186'] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.637649 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4ff5f315-8dc5-4ab4-8576-ac6bc0082f98 req-609e4071-7388-4ca7-b507-2638e4609bf1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 210 time: 0.0543351 Oct 06 11:11:02.729245 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:02.783038 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-eac80c9e-cd38-455c-8f36-adddacda700a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:02.784777 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-eac80c9e-cd38-455c-8f36-adddacda700a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 816 time: 0.1629517 Oct 06 11:11:02.798952 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:02.844454 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981200'] for subnet (117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:02.894945 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:02.923026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Checking segment: {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:02.923377 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Network hostable DHCP agents. Network: 0816dbad-e0a3-486e-94ba-be677095fd43, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:11:02.969684 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Network 0816dbad-e0a3-486e-94ba-be677095fd43 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:11:02.976992 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-9b507ae3-0086-4423-a67f-6c76c700ab93 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b886dc365684ab1811d100eb5774619 HTTP/1.1" status: 200 len: 380 time: 0.0709276 Oct 06 11:11:02.987436 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'port': {'device_id': '16531807-aeec-439c-8671-699762bf520f', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'admin_state_up': True, 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'security_groups': ['0a038a9e-917a-45a9-b6c3-6491607f9f8e']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:02.992283 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 0816dbad-e0a3-486e-94ba-be677095fd43) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:03.002828 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e999d-181f-4243-830a-19c63ed1726b None None] Network 0816dbad-e0a3-486e-94ba-be677095fd43 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:11:03.006172 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:03.006767 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.057110 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-22cb3530-203c-4cea-ade2-bf9679ec0cfb admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5628555 Oct 06 11:11:03.059761 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34832) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:03.069002 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:03.112702 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.112873 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-0816dbad-e0a3-486e-94ba-be677095fd43', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:11:03.113710 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.113837 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.157425 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Made reservation on behalf of 5b886dc365684ab1811d100eb5774619 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:11:03.161116 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.191681 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks [] for router_controller (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), precommit_add_association {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.250710 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Allocated IP 172.20.0.2 (0816dbad-e0a3-486e-94ba-be677095fd43/117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc/d7d1797c-40e6-4e7d-9f47-3c7abbdb3045) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:03.383264 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks [] for router_gateway (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.393887 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Publish callbacks [] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.400866 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.441040 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Network 0816dbad-e0a3-486e-94ba-be677095fd43 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:03.445641 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:03.449400 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:03.453912 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Pushing event updated for resources: {'Port': ['ID=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:03.478261 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.478583 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.478926 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.479260 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.479651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.480007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.480330 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.480652 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.480974 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.481294 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.481620 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.482618 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.482976 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.483296 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.483615 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:03.486852 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Allocated IP 172.20.0.12 (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1/2dfde5ca-0941-463b-817b-90f685902884/d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:03.519231 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Attempting to bind port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:03.520120 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Attempting to bind port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:03.520120 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Attempting to bind port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 on network 0816dbad-e0a3-486e-94ba-be677095fd43 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:03.523822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:03.567287 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:03.567657 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Checking segment: {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:03.568179 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.568598 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Bound using segment: {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:03.569067 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Bound port: d7d1797c-40e6-4e7d-9f47-3c7abbdb3045, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:03.569450 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.606626 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:03.610363 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:03.632354 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] For port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:03.635551 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] For port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:03.642754 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.668351 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:03.700348 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b69c28-0281-4010-b595-c58a3f84f56e None None] Pushing event updated for resources: {'Port': ['ID=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:03.753630 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks [] for router_gateway (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.778244 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90009777-df00-4908-8125-0b20eeeeb1dd req-d8d3aa24-d5dd-4eeb-b9fb-eb6951d7c8cc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 210 time: 0.0328197 Oct 06 11:11:03.784805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.791103 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.906421 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:03.964689 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Allocated IP 172.27.0.125 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/9d45198f-58de-45b3-be7c-646b40e65124) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:03.980805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:03.986165 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:03.994505 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:04.035364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:04.103418 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:04.104076 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:04.136505 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-639f9ee8-6ab2-4922-81ea-c1591fc55d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1545081 Oct 06 11:11:04.163524 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Request body: {'port': {'device_id': '16531807-aeec-439c-8671-699762bf520f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:04.169151 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks [] for port (9d45198f-58de-45b3-be7c-646b40e65124), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:04.231515 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-25a64205-25b1-4249-b2d1-5f071a56171b None None] Provisioning complete for port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:04.232129 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-25a64205-25b1-4249-b2d1-5f071a56171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:04.232470 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-25a64205-25b1-4249-b2d1-5f071a56171b None None] Attempt 1 to provision port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d Oct 06 11:11:04.245363 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:04.260168 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (9d45198f-58de-45b3-be7c-646b40e65124), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:04.265231 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-25a64205-25b1-4249-b2d1-5f071a56171b None None] Port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:11:04.270174 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:04.332514 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:04.340525 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:04.347408 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:04.358838 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:04.379105 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Pushing event updated for resources: {'Port': ['ID=9d45198f-58de-45b3-be7c-646b40e65124,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:04.637364 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d151249c-fb45-4eed-a555-337de8e8658e None None] Network 0816dbad-e0a3-486e-94ba-be677095fd43 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:11:04.706417 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c359a887-c6cb-4099-a6a4-b64fab2c51f5 None None] Provisioning complete for port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:04.706683 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c359a887-c6cb-4099-a6a4-b64fab2c51f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:04.707014 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c359a887-c6cb-4099-a6a4-b64fab2c51f5 None None] Attempt 1 to provision port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 Oct 06 11:11:04.832096 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c359a887-c6cb-4099-a6a4-b64fab2c51f5 None None] Current status of the port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:04.832728 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c359a887-c6cb-4099-a6a4-b64fab2c51f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:04.873391 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-c359a887-c6cb-4099-a6a4-b64fab2c51f5 None None] For port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:04.881733 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c359a887-c6cb-4099-a6a4-b64fab2c51f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:04.933329 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359a887-c6cb-4099-a6a4-b64fab2c51f5 None None] Pushing event updated for resources: {'Port': ['ID=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:05.002402 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846cd59-5fb0-4303-b5ad-9ceb6a37256b req-8bb02bc4-5227-4654-941e-03a5362af632 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:05.003900 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3846cd59-5fb0-4303-b5ad-9ceb6a37256b req-8bb02bc4-5227-4654-941e-03a5362af632 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 932 time: 0.1248624 Oct 06 11:11:05.102156 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-974f0968-de68-4308-9fa2-b4c89060e84b None None] Provisioning complete for port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:05.102700 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-974f0968-de68-4308-9fa2-b4c89060e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.103036 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-974f0968-de68-4308-9fa2-b4c89060e84b None None] Attempt 1 to provision port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 Oct 06 11:11:05.135071 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:11:05.144504 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3846cd59-5fb0-4303-b5ad-9ceb6a37256b req-2fbe514f-5ee0-46b6-89d2-701400ddac40 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320136 Oct 06 11:11:05.145108 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks [] for router_gateway (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.150197 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Publish callbacks [] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.181666 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-974f0968-de68-4308-9fa2-b4c89060e84b None None] Current status of the port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:05.204987 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Transition to ACTIVE for port object d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:11:05.211266 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.315096 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:05.435825 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:05.442127 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Attempting to bind port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:05.442464 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Attempting to bind port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:05.442797 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Attempting to bind port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d on network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:05.469873 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.512718 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:05.533497 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d on network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:11:05.533829 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Attempting to bind port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d on network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:05.623575 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:05.623819 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Checking segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:05.624228 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Bound using segment: {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:05.624665 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Bound port: d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:05.625024 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.697633 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:11:05.712874 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:05.718133 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:05.752758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.760885 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:05.761579 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.763591 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 200 len: 1094 time: 1.6066506 Oct 06 11:11:05.764213 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:05.766567 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a848246b-6796-4dc6-b69f-aa729840b6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "16531807-aeec-439c-8671-699762bf520f", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:05.833850 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676fe5db-6906-4722-a9c2-de44224e1626 x-openstack-request-id: req-676fe5db-6906-4722-a9c2-de44224e1626 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:05.834145 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16531807-aeec-439c-8671-699762bf520f", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:05.834397 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-676fe5db-6906-4722-a9c2-de44224e1626 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:05.834795 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676fe5db-6906-4722-a9c2-de44224e1626'] response: {'name': 'network-changed', 'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'status': 'completed', 'code': 200} Oct 06 11:11:05.846696 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:05.890174 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:05.890402 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30134c38-02e1-47fd-9977-e13f9062a005 service neutron] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:05.890601 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.890999 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 Oct 06 11:11:05.904984 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:11:05.907115 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-0c9d888f-0fb3-4d36-a6bf-513c4388e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:05.908661 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-0c9d888f-0fb3-4d36-a6bf-513c4388e664 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 1128 time: 0.0551853 Oct 06 11:11:05.915688 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Sync routers for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:11:05.927370 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:05.928195 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:05.932301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:05.936488 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34842) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:05.936981 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-40782796-5a2d-4175-afa6-863c19a1b866 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8751445 Oct 06 11:11:05.965730 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-2838343f-8dbb-4dcd-b293-bfca20080c1c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 200 len: 217 time: 0.0412641 Oct 06 11:11:06.001309 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:06.020131 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-57ba3fe6-4052-49e1-bbdd-13650315767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:06.021788 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-57ba3fe6-4052-49e1-bbdd-13650315767f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0504184 Oct 06 11:11:06.042754 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:06.071025 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-45e2e049-a83f-4f35-aaac-f97260a7d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:06.072755 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-45e2e049-a83f-4f35-aaac-f97260a7d1af service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452666 Oct 06 11:11:06.165602 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-a06ccb9b-2270-47fe-8038-102a43161d9c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862463 Oct 06 11:11:06.212567 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:04Z', 'revision_number': 3, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:06.241764 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Checking router: ce94f0e3-3b94-4cdb-9a22-48601c967ff9 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:11:06.242111 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Updating router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 port 9d45198f-58de-45b3-be7c-646b40e65124 binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:11:06.269051 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:06.274313 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9d45198f-58de-45b3-be7c-646b40e65124), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.275900 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:06.302520 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38491fcb-b030-4a32-805a-b081ea4e12e9 req-db67fbf2-c673-4ada-8dbb-84e994895839 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308670 Oct 06 11:11:06.310616 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f755-db2e-485c-9b31-90d17e4c0e9a req-222ddf7b-8121-4d9b-abea-7a6450b93549 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:06.312330 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9af2f755-db2e-485c-9b31-90d17e4c0e9a req-222ddf7b-8121-4d9b-abea-7a6450b93549 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0593410 Oct 06 11:11:06.326272 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:06.350981 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:06.368185 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.370366 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9af2f755-db2e-485c-9b31-90d17e4c0e9a req-f1503deb-2fd7-40cc-8b5a-a693f79a9fee tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495877 Oct 06 11:11:06.530687 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Allocated IP 172.20.0.1 (0816dbad-e0a3-486e-94ba-be677095fd43/117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc/55b19480-4122-4577-a544-8a02e365e924) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:06.544251 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Publish callbacks [] for port (9d45198f-58de-45b3-be7c-646b40e65124), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.550143 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (9d45198f-58de-45b3-be7c-646b40e65124), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.581838 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Attempting to bind port 9d45198f-58de-45b3-be7c-646b40e65124 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:06.582212 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Attempting to bind port 9d45198f-58de-45b3-be7c-646b40e65124 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:06.582567 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Attempting to bind port 9d45198f-58de-45b3-be7c-646b40e65124 on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:06.625226 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Pushing event updated for resources: {'Port': ['ID=9d45198f-58de-45b3-be7c-646b40e65124,revision_number=2']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:06.637343 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Publish callbacks [] for port (55b19480-4122-4577-a544-8a02e365e924), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.639030 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.639621 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.640025 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.640385 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.640719 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.641047 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.641373 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.641694 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.642014 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.642336 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.642658 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.642994 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.643314 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.643629 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.643980 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:06.653034 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:06.653403 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:06.654478 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.654994 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:06.655525 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Bound port: 9d45198f-58de-45b3-be7c-646b40e65124, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:06.655926 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9d45198f-58de-45b3-be7c-646b40e65124), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.671088 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (55b19480-4122-4577-a544-8a02e365e924), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.705743 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] For port 9d45198f-58de-45b3-be7c-646b40e65124, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:06.708541 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Network 0816dbad-e0a3-486e-94ba-be677095fd43 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:06.708899 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] For port 9d45198f-58de-45b3-be7c-646b40e65124, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=9d45198f-58de-45b3-be7c-646b40e65124,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:06.711756 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:06.715610 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:06.715772 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (9d45198f-58de-45b3-be7c-646b40e65124), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.747333 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Pushing event updated for resources: {'Port': ['ID=55b19480-4122-4577-a544-8a02e365e924,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:06.757828 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:06.758465 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:06.764121 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:06.819677 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fb370-c226-46b4-9996-b84c9f444eaf None None] Pushing event updated for resources: {'Port': ['ID=9d45198f-58de-45b3-be7c-646b40e65124,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:06.888898 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:06.902588 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (55b19480-4122-4577-a544-8a02e365e924), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:07.012008 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-a248dc13-4da4-4fe2-be39-5cb3acc280a5 None None] Provisioning complete for port 55b19480-4122-4577-a544-8a02e365e924 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:07.013006 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a248dc13-4da4-4fe2-be39-5cb3acc280a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (55b19480-4122-4577-a544-8a02e365e924), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:07.013882 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-a248dc13-4da4-4fe2-be39-5cb3acc280a5 None None] Attempt 1 to provision port 55b19480-4122-4577-a544-8a02e365e924 Oct 06 11:11:07.048164 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-a248dc13-4da4-4fe2-be39-5cb3acc280a5 None None] Port 55b19480-4122-4577-a544-8a02e365e924 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:11:07.065649 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:04Z', 'revision_number': 3, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:07.068343 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Publish callbacks [] for port (55b19480-4122-4577-a544-8a02e365e924), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:07.072686 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (55b19480-4122-4577-a544-8a02e365e924), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:07.096851 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc65f3-756e-4b04-a374-74c92ed41001 None None] The sync data for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi is: [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:04Z', 'revision_number': 3, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:11:07.119531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:07.120171 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:07.376900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:07.389560 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Pushing event updated for resources: {'Port': ['ID=55b19480-4122-4577-a544-8a02e365e924,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:07.483990 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Network 0816dbad-e0a3-486e-94ba-be677095fd43 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:07.485418 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:07.580562 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bd61f-bfd5-494f-be9c-c45fa5d0149d req-a12f957c-baa5-4366-b74a-d3066ff3428b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:07.582284 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3c0bd61f-bfd5-494f-be9c-c45fa5d0149d req-a12f957c-baa5-4366-b74a-d3066ff3428b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0947101 Oct 06 11:11:07.677542 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:11:07.681691 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3c0bd61f-bfd5-494f-be9c-c45fa5d0149d req-6bc9e004-a800-405e-88c8-964001ed6aaa tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922554 Oct 06 11:11:07.740781 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:11:07.822223 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 9d45198f-58de-45b3-be7c-646b40e65124 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:07.826973 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:11:07.832249 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-cf691956-0bb1-4444-96d6-18ba1d16a96d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/ce94f0e3-3b94-4cdb-9a22-48601c967ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8946331 Oct 06 11:11:07.882923 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 9d45198f-58de-45b3-be7c-646b40e65124 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:07.883300 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (9d45198f-58de-45b3-be7c-646b40e65124), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:07.883636 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 9d45198f-58de-45b3-be7c-646b40e65124 Oct 06 11:11:07.885119 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:07.886058 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-5863e236-bbd9-44c8-b073-ba428b789b2d None None] Provisioning complete for port 55b19480-4122-4577-a544-8a02e365e924 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:07.886640 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-5863e236-bbd9-44c8-b073-ba428b789b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (55b19480-4122-4577-a544-8a02e365e924), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:07.886913 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-5863e236-bbd9-44c8-b073-ba428b789b2d None None] Attempt 1 to provision port 55b19480-4122-4577-a544-8a02e365e924 Oct 06 11:11:07.949324 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-5863e236-bbd9-44c8-b073-ba428b789b2d None None] Port 55b19480-4122-4577-a544-8a02e365e924 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:11:07.956097 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:07.994825 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 9d45198f-58de-45b3-be7c-646b40e65124 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:07.995226 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9d45198f-58de-45b3-be7c-646b40e65124), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.021271 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 9d45198f-58de-45b3-be7c-646b40e65124, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=9d45198f-58de-45b3-be7c-646b40e65124,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:08.025805 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (9d45198f-58de-45b3-be7c-646b40e65124), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.078635 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=9d45198f-58de-45b3-be7c-646b40e65124,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:08.333489 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34864) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:08.338448 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1476339003-network', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:08.358543 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Made reservation on behalf of 6bd72824226c40f0bb4f52f870ec41f4 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:11:08.360840 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.369269 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.458018 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Publish callbacks [] for security_group (677f2c7d-6cb0-41c3-af2f-1340af63025e), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.462866 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (677f2c7d-6cb0-41c3-af2f-1340af63025e), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.489488 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:11:08.499720 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677f2c7d-6cb0-41c3-af2f-1340af63025e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:08.505004 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (99523e8d-f5df-4c13-b80f-3938111d7f60), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.505343 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Added segment 99523e8d-f5df-4c13-b80f-3938111d7f60 of type vlan for network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 Oct 06 11:11:08.547774 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (509fd400-a434-4bf3-a5ad-67f6e21e77b8), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.573181 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (509fd400-a434-4bf3-a5ad-67f6e21e77b8), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.574432 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:08.575016 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.580998 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:08.601750 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:08.633476 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:08.641405 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-223fb1c7-f2ae-4e85-8ba9-01692789677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:08.643351 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-223fb1c7-f2ae-4e85-8ba9-01692789677a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 1128 time: 0.0500574 Oct 06 11:11:08.664449 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3297539 Oct 06 11:11:08.668314 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34866) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:08.674381 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Request body: {'subnet': {'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1476339003-subnet', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'ip_version': 4}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:08.679340 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33722c9f-767b-4248-b344-0ef70bc04a0b admin admin] Pushing event updated for resources: {'Network': ['ID=509fd400-a434-4bf3-a5ad-67f6e21e77b8,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:08.685735 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:08.691796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:11:08.699759 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Made reservation on behalf of 6bd72824226c40f0bb4f52f870ec41f4 for: {'subnet': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:11:08.702732 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25786777'] for subnet (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.748313 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-9bd1f139-5a7e-4d3e-9e20-7009f0a29628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:08.750301 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-9bd1f139-5a7e-4d3e-9e20-7009f0a29628 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.1008785 Oct 06 11:11:08.794877 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Sync routers for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:11:08.805019 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:08.805790 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:08.811601 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-233caec1-8848-4845-ab85-6596156c6b8b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 200 len: 217 time: 0.0545805 Oct 06 11:11:08.892077 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3db2a4-83c6-4777-a789-e3a7e028a435 req-d488548c-9ad4-4c0a-9373-1cd96485be5c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:08.892596 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25698807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25786763'] for subnet (6427f8b8-6b9b-411d-96b8-f170c3b41f2d), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:08.893540 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ed3db2a4-83c6-4777-a789-e3a7e028a435 req-d488548c-9ad4-4c0a-9373-1cd96485be5c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0845592 Oct 06 11:11:08.901205 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-d4cf8d18-cc2b-450e-b627-a4d2e82d4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:08.902660 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-d4cf8d18-cc2b-450e-b627-a4d2e82d4fe9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0834441 Oct 06 11:11:08.931722 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:08.956820 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6427f8b8-6b9b-411d-96b8-f170c3b41f2d,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:08.964849 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-b6b6b159-6aa3-4743-90b6-225e3a9d22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:08.966844 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-b6b6b159-6aa3-4743-90b6-225e3a9d22f7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557070 Oct 06 11:11:08.966997 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Checking segment: {'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:08.967374 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Network hostable DHCP agents. Network: 509fd400-a434-4bf3-a5ad-67f6e21e77b8, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:11:08.988061 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:11:09.000111 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 509fd400-a434-4bf3-a5ad-67f6e21e77b8) {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:09.004878 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:09.006309 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.016158 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7ed3e-62e9-4872-b0cd-4ca00ed82ae9 None None] Network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:11:09.024634 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-c68b2130-9dd4-4318-aea8-e1a47e872bfd admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3552330 Oct 06 11:11:09.027203 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34870) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:09.033550 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:09.036815 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ed3db2a4-83c6-4777-a789-e3a7e028a435 req-5185f570-dfb7-49e2-809b-ade58248bd19 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332085 Oct 06 11:11:09.064812 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (0fb97772-c81c-480d-8a36-41054be2735b), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.065935 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (0fb97772-c81c-480d-8a36-41054be2735b), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.086681 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-b183a96c-6e64-4dcb-86ee-9d23fc5d70a5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135345 Oct 06 11:11:09.134441 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks [] for router_controller (0fb97772-c81c-480d-8a36-41054be2735b), precommit_add_association {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.188756 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a848246b-6796-4dc6-b69f-aa729840b6fc req-c28097af-2df7-4864-a386-cec83ac5f0c6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968492 Oct 06 11:11:09.283832 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks [] for router_gateway (0fb97772-c81c-480d-8a36-41054be2735b), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.345566 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-509fd400-a434-4bf3-a5ad-67f6e21e77b8', 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8', 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'fixed_ips': [{'subnet_id': '6427f8b8-6b9b-411d-96b8-f170c3b41f2d'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:11:09.346486 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.380134 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 2, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:09.410618 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Checking router: ce94f0e3-3b94-4cdb-9a22-48601c967ff9 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:11:09.410977 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Updating router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 port 55b19480-4122-4577-a544-8a02e365e924 binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:11:09.469277 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks [] for router_gateway (0fb97772-c81c-480d-8a36-41054be2735b), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.489681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.502083 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (55b19480-4122-4577-a544-8a02e365e924), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.548900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:09.579949 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Allocated IP 172.20.0.2 (509fd400-a434-4bf3-a5ad-67f6e21e77b8/6427f8b8-6b9b-411d-96b8-f170c3b41f2d/98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:09.591358 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:09.607668 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Allocated IP 172.27.0.156 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/57a93219-c81f-4763-bbee-1df4c38c770a) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:09.676584 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:09.704054 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:09.717369 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks [] for port (57a93219-c81f-4763-bbee-1df4c38c770a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.756028 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.805704 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:09.807125 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=57a93219-c81f-4763-bbee-1df4c38c770a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:09.812125 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:09.814866 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:09.837232 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 9d45198f-58de-45b3-be7c-646b40e65124 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:09.912085 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Publish callbacks [] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:09.930282 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.017596 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:10.021367 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Publish callbacks [] for port (55b19480-4122-4577-a544-8a02e365e924), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.023096 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 9d45198f-58de-45b3-be7c-646b40e65124 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:10.023463 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (9d45198f-58de-45b3-be7c-646b40e65124), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.023806 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 9d45198f-58de-45b3-be7c-646b40e65124 Oct 06 11:11:10.031011 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:10.048881 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Pushing event updated for resources: {'Port': ['ID=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:10.051125 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (55b19480-4122-4577-a544-8a02e365e924), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.058137 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:10.061853 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks [] for router_gateway (0fb97772-c81c-480d-8a36-41054be2735b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.156369 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfedd4-1cde-470b-9bf4-b2f87732e52e None None] Pushing event updated for resources: {'Port': ['ID=55b19480-4122-4577-a544-8a02e365e924,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:10.197588 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:11:10.202236 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cb40e-1dda-4e58-80b9-b6f7a811c26f req-c3dc4213-1e1d-4837-9d40-279e54a10c44 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:10.203714 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2b7cb40e-1dda-4e58-80b9-b6f7a811c26f req-c3dc4213-1e1d-4837-9d40-279e54a10c44 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0565491 Oct 06 11:11:10.231207 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Attempting to bind port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:10.231588 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Attempting to bind port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:10.232186 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Attempting to bind port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 on network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:10.282054 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Attempting to bind port 55b19480-4122-4577-a544-8a02e365e924 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:10.282362 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Attempting to bind port 55b19480-4122-4577-a544-8a02e365e924 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:10.282715 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Attempting to bind port 55b19480-4122-4577-a544-8a02e365e924 on network 0816dbad-e0a3-486e-94ba-be677095fd43 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:10.284502 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:10.329780 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2b7cb40e-1dda-4e58-80b9-b6f7a811c26f req-6cd1deb5-a5a9-4d3c-b4be-45aad56af7b8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899298 Oct 06 11:11:10.330392 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 9d45198f-58de-45b3-be7c-646b40e65124 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:10.336590 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (0fb97772-c81c-480d-8a36-41054be2735b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.398342 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:10.399510 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:10.400094 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Checking segment: {'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:10.400312 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.400699 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Bound using segment: {'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:10.401239 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Bound port: 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:10.401780 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.420181 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:10.420570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Checking segment: {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:10.420968 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.421365 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Bound using segment: {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:10.421841 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Bound port: 55b19480-4122-4577-a544-8a02e365e924, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:10.422216 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (55b19480-4122-4577-a544-8a02e365e924), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.467292 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:10.471645 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Router 0fb97772-c81c-480d-8a36-41054be2735b is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:11:10.512899 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:10.553507 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'port_id': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'mac_address': 'fa:16:3e:8c:02:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:11:10.564466 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] For port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:10.570960 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] For port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,segment=NetworkSegment(99523e8d-f5df-4c13-b80f-3938111d7f60),segment_id=99523e8d-f5df-4c13-b80f-3938111d7f60)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:10.575647 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:10.581912 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:11:10.595069 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Sync routers for ids ['0fb97772-c81c-480d-8a36-41054be2735b'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:11:10.599920 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] For port 55b19480-4122-4577-a544-8a02e365e924, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:10.600152 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.604108 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-9cd2eb5e-9f46-476b-a668-7c0e10bd0ce6 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5732303 Oct 06 11:11:10.604242 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.604366 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 34874) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:10.609529 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Routers {'0fb97772-c81c-480d-8a36-41054be2735b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:10.610395 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['0fb97772-c81c-480d-8a36-41054be2735b'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:10.643910 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] For port 55b19480-4122-4577-a544-8a02e365e924, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=55b19480-4122-4577-a544-8a02e365e924,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:10.654268 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:10.654801 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.666626 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (55b19480-4122-4577-a544-8a02e365e924), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.682850 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:11:10.712352 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:10.713007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:10.720391 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298358f-863b-4451-ba12-a8b42bccd5a4 None None] Pushing event updated for resources: {'Port': ['ID=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:10.759655 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:10.791126 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:10.828057 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:10.829362 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:10.842981 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Set router 0fb97772-c81c-480d-8a36-41054be2735b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:10.864468 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfedd4-1cde-470b-9bf4-b2f87732e52e None None] Pushing event updated for resources: {'Port': ['ID=55b19480-4122-4577-a544-8a02e365e924,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:10.923238 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:11.133194 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:11.145857 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:11.147774 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:09Z', 'revision_number': 3, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port': {'id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:11.192337 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Checking router: 0fb97772-c81c-480d-8a36-41054be2735b for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:11:11.192691 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Updating router 0fb97772-c81c-480d-8a36-41054be2735b port 57a93219-c81f-4763-bbee-1df4c38c770a binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:11:11.198758 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:11.231536 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:11.286479 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:11:11.330197 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Allocated IP 172.20.0.1 (509fd400-a434-4bf3-a5ad-67f6e21e77b8/6427f8b8-6b9b-411d-96b8-f170c3b41f2d/ed8091fd-e052-4071-9cf8-181677b5bf8c) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:11.392345 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:10Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:11.433861 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba66d5a-9166-451f-a812-31482e680294 None None] The sync data for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi is: [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:10Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:11:11.573512 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8133540-efca-49fc-8ba0-ae15d4fa8636 req-19845a58-278e-4690-bfce-6b94a58238f9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:11.575126 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f8133540-efca-49fc-8ba0-ae15d4fa8636 req-19845a58-278e-4690-bfce-6b94a58238f9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 945 time: 0.1325965 Oct 06 11:11:11.628566 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Publish callbacks [] for port (57a93219-c81f-4763-bbee-1df4c38c770a), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:11.640804 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:11.666199 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f8133540-efca-49fc-8ba0-ae15d4fa8636 req-6b4cdddc-64d6-4ad1-aaf8-ee888a768811 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819757 Oct 06 11:11:11.679712 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Attempting to bind port 57a93219-c81f-4763-bbee-1df4c38c770a on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:11.680103 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Attempting to bind port 57a93219-c81f-4763-bbee-1df4c38c770a by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:11.680459 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Attempting to bind port 57a93219-c81f-4763-bbee-1df4c38c770a on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:11.743274 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1a958-32bb-4212-8ee7-52a06c4e8bf7 None None] Pushing event updated for resources: {'Port': ['ID=57a93219-c81f-4763-bbee-1df4c38c770a,revision_number=2']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:11.756806 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:11.757182 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:11.757730 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:11.758203 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:11.758566 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Bound port: 57a93219-c81f-4763-bbee-1df4c38c770a, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:11.758966 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:11.831710 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] For port 57a93219-c81f-4763-bbee-1df4c38c770a, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:11.840517 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] For port 57a93219-c81f-4763-bbee-1df4c38c770a, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=57a93219-c81f-4763-bbee-1df4c38c770a,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:11.860073 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:11.861286 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:11.916107 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:11.917098 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Routers {'0fb97772-c81c-480d-8a36-41054be2735b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:11.917824 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['0fb97772-c81c-480d-8a36-41054be2735b'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:11.944606 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Publish callbacks [] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:11.977759 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:11.994087 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.018614 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1a958-32bb-4212-8ee7-52a06c4e8bf7 None None] Pushing event updated for resources: {'Port': ['ID=57a93219-c81f-4763-bbee-1df4c38c770a,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:12.019360 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:12.024907 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:12.042626 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:12.047096 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39575ab2-c611-4819-9a36-fe00635a1dd7 None None] Network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:11:12.048081 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:12.090867 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Pushing event updated for resources: {'Port': ['ID=ed8091fd-e052-4071-9cf8-181677b5bf8c,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:12.119723 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] Set router 0fb97772-c81c-480d-8a36-41054be2735b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:12.125370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (0fb97772-c81c-480d-8a36-41054be2735b), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.140903 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:12.150123 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:12.150503 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.150837 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 Oct 06 11:11:12.193615 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-33e1a6cf-6017-4c16-adb3-29cbca03b444 None None] Provisioning complete for port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:12.193984 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-33e1a6cf-6017-4c16-adb3-29cbca03b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.194318 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-33e1a6cf-6017-4c16-adb3-29cbca03b444 None None] Attempt 1 to provision port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 Oct 06 11:11:12.275684 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.324382 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:12.324987 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.327078 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-e572582f-04fa-4666-8187-5319253caf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:09Z', 'revision_number': 3, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port': {'id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:12.373668 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572582f-04fa-4666-8187-5319253caf04 None None] The sync data for ids ['0fb97772-c81c-480d-8a36-41054be2735b'] in dv-cinder-860209-2-iscsi is: [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:09Z', 'revision_number': 3, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port': {'id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:11:12.395585 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,segment=NetworkSegment(99523e8d-f5df-4c13-b80f-3938111d7f60),segment_id=99523e8d-f5df-4c13-b80f-3938111d7f60)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:12.401232 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-33e1a6cf-6017-4c16-adb3-29cbca03b444 None None] Current status of the port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:12.401232 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-33e1a6cf-6017-4c16-adb3-29cbca03b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.401232 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:12.428527 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.429356 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 55b19480-4122-4577-a544-8a02e365e924 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:12.486537 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Publish callbacks [] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.491410 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:12.499177 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.545553 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.599891 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Pushing event updated for resources: {'Port': ['ID=ed8091fd-e052-4071-9cf8-181677b5bf8c,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:12.607517 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (0fb97772-c81c-480d-8a36-41054be2735b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.626790 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:12.639786 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.db.api [None req-33e1a6cf-6017-4c16-adb3-29cbca03b444 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 06 11:11:12.640536 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG oslo_db.api [None req-33e1a6cf-6017-4c16-adb3-29cbca03b444 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 06 11:11:12.649636 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 55b19480-4122-4577-a544-8a02e365e924 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:12.650016 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (55b19480-4122-4577-a544-8a02e365e924), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.650356 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 55b19480-4122-4577-a544-8a02e365e924 Oct 06 11:11:12.652110 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:11:12.681382 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:12.681759 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.682103 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d Oct 06 11:11:12.785379 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-9aa6cdd9-f938-4127-99b7-c3a90964b919 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867052 Oct 06 11:11:12.903541 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-4dd3c870-41b2-4c22-aeb4-720735b9012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:12.909055 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:12.909532 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 55b19480-4122-4577-a544-8a02e365e924 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:12.909651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (55b19480-4122-4577-a544-8a02e365e924), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.914590 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:12.914982 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:12.918145 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-4dd3c870-41b2-4c22-aeb4-720735b9012f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 1130 time: 0.0817077 Oct 06 11:11:12.964310 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:12.966662 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933ef8b5-0da8-45ef-bc54-7f75bcf496af" -d '{"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-plugged", "status": "completed", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:12.981267 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:13.007341 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:13.018685 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:13.037979 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 55b19480-4122-4577-a544-8a02e365e924, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=55b19480-4122-4577-a544-8a02e365e924,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:13.069752 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (55b19480-4122-4577-a544-8a02e365e924), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:13.118878 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:13.143916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca58f6-bc82-4b21-b7b5-dd3c33f1dadf req-ef658ddb-4855-437a-a5e3-5ecfcc01139a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:13.149936 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-98ca58f6-bc82-4b21-b7b5-dd3c33f1dadf req-ef658ddb-4855-437a-a5e3-5ecfcc01139a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 945 time: 0.2968333 Oct 06 11:11:13.199503 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-7bdb1111-2c6e-4cdf-8220-40684cb59eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:13.202101 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-7bdb1111-2c6e-4cdf-8220-40684cb59eb7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 910 time: 0.2558081 Oct 06 11:11:13.216746 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=55b19480-4122-4577-a544-8a02e365e924,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:13.275278 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:13.288987 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-8983c9f6-8ead-453f-9c33-f089b9576068 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 200 len: 1001 time: 0.0809565 Oct 06 11:11:13.315683 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-33e1a6cf-6017-4c16-adb3-29cbca03b444 None None] Current status of the port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:13.323357 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-98ca58f6-bc82-4b21-b7b5-dd3c33f1dadf req-981b9b96-d5ee-468d-9bf4-f16a0fe59d92 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599159 Oct 06 11:11:13.351962 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Router 0fb97772-c81c-480d-8a36-41054be2735b has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:11:13.359396 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-f0df7a65-34c9-4021-8e04-6e440fe4eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:13.361460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-f0df7a65-34c9-4021-8e04-6e440fe4eb5c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.0659099 Oct 06 11:11:13.418510 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-15a537e1-78d3-4100-bd99-cdbd00d2033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:13.420711 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc199db-de63-4a79-ae14-b6b1c5b9424b x-openstack-request-id: req-0bc199db-de63-4a79-ae14-b6b1c5b9424b {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:13.420863 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-15a537e1-78d3-4100-bd99-cdbd00d2033d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530782 Oct 06 11:11:13.421086 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-plugged", "status": "completed", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:13.421400 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bc199db-de63-4a79-ae14-b6b1c5b9424b {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:13.421798 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc199db-de63-4a79-ae14-b6b1c5b9424b'] response: {'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'code': 200} Oct 06 11:11:13.436122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-a7153816-1d5c-4b5d-8eaa-cfa82f7f1a9d None None] Provisioning complete for port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:13.436684 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a7153816-1d5c-4b5d-8eaa-cfa82f7f1a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:13.437028 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-a7153816-1d5c-4b5d-8eaa-cfa82f7f1a9d None None] Attempt 1 to provision port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 Oct 06 11:11:13.490106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:13.533020 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:11:13.537904 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-a7153816-1d5c-4b5d-8eaa-cfa82f7f1a9d None None] Current status of the port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:13.538749 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5d373f7d-c553-49ec-9542-7be22396003b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0fb97772-c81c-480d-8a36-41054be2735b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9332504 Oct 06 11:11:13.548344 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-a7153816-1d5c-4b5d-8eaa-cfa82f7f1a9d None None] Provisioning complete for port ed8091fd-e052-4071-9cf8-181677b5bf8c triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:13.548728 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a7153816-1d5c-4b5d-8eaa-cfa82f7f1a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:13.549065 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-a7153816-1d5c-4b5d-8eaa-cfa82f7f1a9d None None] Attempt 1 to provision port ed8091fd-e052-4071-9cf8-181677b5bf8c Oct 06 11:11:13.553135 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:13.602845 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-a7153816-1d5c-4b5d-8eaa-cfa82f7f1a9d None None] Port ed8091fd-e052-4071-9cf8-181677b5bf8c cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:11:13.614303 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:13.621441 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-db38224a-53e1-4419-8266-d52e25413f9f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554091 Oct 06 11:11:13.707172 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:13.708372 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:13.714852 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6a0f8-41d1-4273-b829-06e5089831b8 req-19789625-4617-4907-90cc-1a38e7329a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:13.717481 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90b6a0f8-41d1-4273-b829-06e5089831b8 req-19789625-4617-4907-90cc-1a38e7329a33 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 1130 time: 0.0668695 Oct 06 11:11:13.773863 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88ce524d-199e-4e9b-b6d9-475addf4088f req-b88e8155-5cd5-4ee5-bd60-a6b39d37a82b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426246 Oct 06 11:11:13.780283 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-90b6a0f8-41d1-4273-b829-06e5089831b8 req-4f5cb24d-0004-401f-9a50-93622fd9d949 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574186 Oct 06 11:11:13.908586 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:13.958421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:13.958803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:13.959149 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 Oct 06 11:11:14.034447 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:14.035760 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 57a93219-c81f-4763-bbee-1df4c38c770a up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:14.080006 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 57a93219-c81f-4763-bbee-1df4c38c770a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:14.080495 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:14.080905 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 57a93219-c81f-4763-bbee-1df4c38c770a Oct 06 11:11:14.160594 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 57a93219-c81f-4763-bbee-1df4c38c770a is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:14.160894 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:14.182588 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 57a93219-c81f-4763-bbee-1df4c38c770a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=57a93219-c81f-4763-bbee-1df4c38c770a,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:14.189435 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:14.192564 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 55b19480-4122-4577-a544-8a02e365e924 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:14.270261 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=57a93219-c81f-4763-bbee-1df4c38c770a,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:14.278541 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 55b19480-4122-4577-a544-8a02e365e924 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:14.278931 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (55b19480-4122-4577-a544-8a02e365e924), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:14.279272 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 55b19480-4122-4577-a544-8a02e365e924 Oct 06 11:11:14.358184 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 55b19480-4122-4577-a544-8a02e365e924 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:14.475166 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb38a69-3ea5-48fe-bf6b-d421b4b081c0 req-8eb65588-90c9-41a1-85d4-44a6269cf327 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:14.476716 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bdb38a69-3ea5-48fe-bf6b-d421b4b081c0 req-8eb65588-90c9-41a1-85d4-44a6269cf327 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0540018 Oct 06 11:11:14.543047 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bdb38a69-3ea5-48fe-bf6b-d421b4b081c0 req-1d1363f1-fe88-4374-a45c-f77978e99947 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543165 Oct 06 11:11:14.916679 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Sync routers for ids ['0fb97772-c81c-480d-8a36-41054be2735b'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:11:14.928205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Routers {'0fb97772-c81c-480d-8a36-41054be2735b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:14.929127 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['0fb97772-c81c-480d-8a36-41054be2735b'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:15.046334 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Set router 0fb97772-c81c-480d-8a36-41054be2735b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:15.165317 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:15.261136 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 4, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port': {'id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'ed8091fd-e052-4071-9cf8-181677b5bf8c', 'name': '', 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'mac_address': 'fa:16:3e:f9:40:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6427f8b8-6b9b-411d-96b8-f170c3b41f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:11Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 2, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'subnets': [{'id': '6427f8b8-6b9b-411d-96b8-f170c3b41f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:15.419913 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Checking router: 0fb97772-c81c-480d-8a36-41054be2735b for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:11:15.420492 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Updating router 0fb97772-c81c-480d-8a36-41054be2735b port ed8091fd-e052-4071-9cf8-181677b5bf8c binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:11:15.451592 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:15.556762 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:15.717976 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5033e-3854-4e66-9fcc-4e8cc6da8005 req-89151774-d29f-4762-aacb-55915817ba70 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:15.724518 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-73c5033e-3854-4e66-9fcc-4e8cc6da8005 req-89151774-d29f-4762-aacb-55915817ba70 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0718753 Oct 06 11:11:15.755678 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Publish callbacks [] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:15.772373 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:15.828746 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-73c5033e-3854-4e66-9fcc-4e8cc6da8005 req-8f3f6d95-6512-4211-aae9-6767f2142c4a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011107 Oct 06 11:11:15.862346 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 57a93219-c81f-4763-bbee-1df4c38c770a up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:15.864960 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399230eb-3a0e-498b-bdce-3caa781faff6 None None] Pushing event updated for resources: {'Port': ['ID=ed8091fd-e052-4071-9cf8-181677b5bf8c,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:15.927084 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Attempting to bind port ed8091fd-e052-4071-9cf8-181677b5bf8c on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:15.927751 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Attempting to bind port ed8091fd-e052-4071-9cf8-181677b5bf8c by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:15.927899 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Attempting to bind port ed8091fd-e052-4071-9cf8-181677b5bf8c on network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:15.982106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 57a93219-c81f-4763-bbee-1df4c38c770a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:15.982106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:15.982106 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 57a93219-c81f-4763-bbee-1df4c38c770a Oct 06 11:11:16.005636 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:16.006015 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Checking segment: {'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:16.006417 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:16.006810 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Bound using segment: {'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:16.007302 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Bound port: ed8091fd-e052-4071-9cf8-181677b5bf8c, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99523e8d-f5df-4c13-b80f-3938111d7f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:16.007679 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:16.120593 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] For port ed8091fd-e052-4071-9cf8-181677b5bf8c, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:16.137813 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] For port ed8091fd-e052-4071-9cf8-181677b5bf8c, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=ed8091fd-e052-4071-9cf8-181677b5bf8c,segment=NetworkSegment(99523e8d-f5df-4c13-b80f-3938111d7f60),segment_id=99523e8d-f5df-4c13-b80f-3938111d7f60)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:16.139126 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 57a93219-c81f-4763-bbee-1df4c38c770a is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:16.148624 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:16.177853 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:16.195198 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Routers {'0fb97772-c81c-480d-8a36-41054be2735b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:16.195951 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['0fb97772-c81c-480d-8a36-41054be2735b'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:16.253274 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399230eb-3a0e-498b-bdce-3caa781faff6 None None] Pushing event updated for resources: {'Port': ['ID=ed8091fd-e052-4071-9cf8-181677b5bf8c,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:16.326654 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] Set router 0fb97772-c81c-480d-8a36-41054be2735b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:16.489398 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:16.542424 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 4, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port': {'id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'ed8091fd-e052-4071-9cf8-181677b5bf8c', 'name': '', 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'mac_address': 'fa:16:3e:f9:40:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6427f8b8-6b9b-411d-96b8-f170c3b41f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:11Z', 'updated_at': '2022-10-06T11:11:16Z', 'revision_number': 4, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'subnets': [{'id': '6427f8b8-6b9b-411d-96b8-f170c3b41f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:16.573756 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcbe3b7-0d20-411e-b1a3-4b52b6e1f5eb None None] The sync data for ids ['0fb97772-c81c-480d-8a36-41054be2735b'] in dv-cinder-860209-2-iscsi is: [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 4, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port': {'id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'ed8091fd-e052-4071-9cf8-181677b5bf8c', 'name': '', 'network_id': '509fd400-a434-4bf3-a5ad-67f6e21e77b8', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'mac_address': 'fa:16:3e:f9:40:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6427f8b8-6b9b-411d-96b8-f170c3b41f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:11Z', 'updated_at': '2022-10-06T11:11:16Z', 'revision_number': 4, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'subnets': [{'id': '6427f8b8-6b9b-411d-96b8-f170c3b41f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:11:16.992798 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1b0d9-9e30-4c5a-b473-189f44676041 req-571296c9-ab8e-4af4-b127-0d58451e6cdc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:16.994597 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5da1b0d9-9e30-4c5a-b473-189f44676041 req-571296c9-ab8e-4af4-b127-0d58451e6cdc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0629530 Oct 06 11:11:17.053364 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5da1b0d9-9e30-4c5a-b473-189f44676041 req-a9e9aa3e-61ad-40b7-8533-15acce200b38 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523643 Oct 06 11:11:17.203023 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd75c0e-48c7-4127-8a80-198ffb8569ee req-44128a54-4c17-4b96-8c19-a78d2766b59c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:17.204468 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5fd75c0e-48c7-4127-8a80-198ffb8569ee req-44128a54-4c17-4b96-8c19-a78d2766b59c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0542500 Oct 06 11:11:17.215950 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 34926) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:17.220608 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Request body: {'floatingip': {'port_id': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:17.266184 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (8d63f951-580b-4507-b30c-a9b8df67fa72), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:17.866711 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device ed8091fd-e052-4071-9cf8-181677b5bf8c up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:17.921033 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port ed8091fd-e052-4071-9cf8-181677b5bf8c triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:17.921816 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:17.922259 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port ed8091fd-e052-4071-9cf8-181677b5bf8c Oct 06 11:11:18.018812 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port ed8091fd-e052-4071-9cf8-181677b5bf8c is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:18.019470 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:18.063066 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port ed8091fd-e052-4071-9cf8-181677b5bf8c, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=ed8091fd-e052-4071-9cf8-181677b5bf8c,segment=NetworkSegment(99523e8d-f5df-4c13-b80f-3938111d7f60),segment_id=99523e8d-f5df-4c13-b80f-3938111d7f60)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:18.068826 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:18.070933 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:18.078596 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (8d63f951-580b-4507-b30c-a9b8df67fa72), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:18.142627 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=ed8091fd-e052-4071-9cf8-181677b5bf8c,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:18.218255 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Floating IP 8d63f951-580b-4507-b30c-a9b8df67fa72 associated. External IP: 172.27.0.113, port: d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d. Oct 06 11:11:18.481304 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:18.489951 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Router 944cf344-ec56-4bc6-8613-737e19017b34 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:11:18.554084 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:18.627957 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:11:18.633027 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:18.645911 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] Sync routers for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:11:18.657374 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:18.679552 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:18.680651 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:18.680813 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-020cf8bb-2a84-4ff2-bf1e-ac63079e25e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/8d63f951-580b-4507-b30c-a9b8df67fa72 HTTP/1.1" status: 200 len: 992 time: 1.4634161 Oct 06 11:11:18.681428 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:18.684058 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822b60b3-1453-46c9-b84f-ecb8a1b6826c" -d '{"events": [{"name": "network-changed", "server_uuid": "16531807-aeec-439c-8671-699762bf520f", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:18.739009 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91e204-2e4f-4091-bb15-7ca1d9040416 x-openstack-request-id: req-fe91e204-2e4f-4091-bb15-7ca1d9040416 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:18.739303 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16531807-aeec-439c-8671-699762bf520f", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:18.739559 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe91e204-2e4f-4091-bb15-7ca1d9040416 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:18.740705 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe91e204-2e4f-4091-bb15-7ca1d9040416'] response: {'name': 'network-changed', 'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'status': 'completed', 'code': 200} Oct 06 11:11:18.826827 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:18.851243 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-115f1129-050e-4ae3-b1b8-4ef1c7f666e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:18.852925 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-115f1129-050e-4ae3-b1b8-4ef1c7f666e1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 1130 time: 0.0530622 Oct 06 11:11:18.964999 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-e88e9e80-f6a6-4265-b90b-8eac78e1ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:18.967150 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-e88e9e80-f6a6-4265-b90b-8eac78e1ba00 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.1064696 Oct 06 11:11:19.038103 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-898390b0-02bc-4596-8303-7507029e2a50 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 200 len: 1000 time: 0.0652745 Oct 06 11:11:19.082997 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '8d63f951-580b-4507-b30c-a9b8df67fa72', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'port_id': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'mac_address': 'fa:16:3e:8c:02:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16531807-aeec-439c-8671-699762bf520f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:11:00Z', 'updated_at': '2022-10-06T11:11:17Z', 'revision_number': 1, 'project_id': '5b886dc365684ab1811d100eb5774619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:19.091864 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-a1fc5043-37a6-4587-b311-a461b98918d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:19.095162 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-a1fc5043-37a6-4587-b311-a461b98918d0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0507219 Oct 06 11:11:19.116624 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] Checking router: 944cf344-ec56-4bc6-8613-737e19017b34 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:11:19.126892 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:19.127709 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:10:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:19.155192 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-71452fb0-f56a-484e-8702-b5dad66ea89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:19.157718 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-71452fb0-f56a-484e-8702-b5dad66ea89b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565557 Oct 06 11:11:19.266744 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:19.286360 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-fe50a50f-d597-4e48-a32a-be1268b7e3b4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217515 Oct 06 11:11:19.458425 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-822b60b3-1453-46c9-b84f-ecb8a1b6826c req-552fcf10-c06e-441e-bca6-a0b588fded2e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663802 Oct 06 11:11:19.542575 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:19.613038 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '8d63f951-580b-4507-b30c-a9b8df67fa72', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'port_id': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'mac_address': 'fa:16:3e:8c:02:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16531807-aeec-439c-8671-699762bf520f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:11:00Z', 'updated_at': '2022-10-06T11:11:17Z', 'revision_number': 1, 'project_id': '5b886dc365684ab1811d100eb5774619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:19.639523 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef193984-4b56-4214-9d0e-2ae95f127179 None None] The sync data for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi is: [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '8d63f951-580b-4507-b30c-a9b8df67fa72', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'port_id': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'mac_address': 'fa:16:3e:8c:02:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16531807-aeec-439c-8671-699762bf520f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:11:00Z', 'updated_at': '2022-10-06T11:11:17Z', 'revision_number': 1, 'project_id': '5b886dc365684ab1811d100eb5774619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:11:19.829214 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device ed8091fd-e052-4071-9cf8-181677b5bf8c up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:19.881652 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port ed8091fd-e052-4071-9cf8-181677b5bf8c triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:19.882240 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:19.882670 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port ed8091fd-e052-4071-9cf8-181677b5bf8c Oct 06 11:11:19.923865 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2412647-685e-42c0-b2f6-b7554751f1b2 None None] New status for floating IP 8d63f951-580b-4507-b30c-a9b8df67fa72: ACTIVE {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:11:20.057343 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port ed8091fd-e052-4071-9cf8-181677b5bf8c is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:21.871916 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:23.280001 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c07f1497-c330-472c-a7dd-a21c2aeb9b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:23.674939 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-57c06f6f-24a5-44ab-a19b-b03663ad9587 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:23.681390 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-57c06f6f-24a5-44ab-a19b-b03663ad9587 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 814 time: 0.1107819 Oct 06 11:11:23.691984 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-9af147b3-5f68-4d4c-a291-53c8d7c4f218 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/quotas/ca311e63675241eaaef42a8154e905ac HTTP/1.1" status: 200 len: 375 time: 0.0097609 Oct 06 11:11:23.740216 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-a2c58d7e-0afb-4c99-94eb-2fc0cf2a1615 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431192 Oct 06 11:11:23.840103 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-52fae822-836d-4c8d-86cc-257b00076b2b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876217 Oct 06 11:11:23.932726 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-8941a16b-d3c6-4939-a3fb-354464111484 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868208 Oct 06 11:11:24.097285 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0da5bf9d-ed63-43fd-9b94-392801d0070b req-ff4f07da-1659-43a3-8f9a-759f34075e4e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0288877 Oct 06 11:11:24.902253 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f3d3c-3732-4012-8419-2efa4d43eb96 req-5ec43aee-2e82-4e9e-9ba9-d5701a4db616 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:24.904532 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d81f3d3c-3732-4012-8419-2efa4d43eb96 req-5ec43aee-2e82-4e9e-9ba9-d5701a4db616 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0473435 Oct 06 11:11:24.955123 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d81f3d3c-3732-4012-8419-2efa4d43eb96 req-655bc904-c6b6-418a-9b19-5dd3ecd10dda tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Oct 06 11:11:25.214826 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9ff67c02-fef8-4f58-9bf0-829a902dc717 req-79289d26-7d6c-419e-ab3e-ecd41c0a902a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0282397 Oct 06 11:11:25.583893 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-44fafd2d-b94a-4e4e-8ef6-7d1d1cc44e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:26.075107 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb48f0d-9348-44e1-9302-a209029b5fd3 req-de1d482f-8f4d-4215-b056-09517f26f718 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:26.077097 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fbb48f0d-9348-44e1-9302-a209029b5fd3 req-de1d482f-8f4d-4215-b056-09517f26f718 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0460455 Oct 06 11:11:26.124083 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fbb48f0d-9348-44e1-9302-a209029b5fd3 req-ba0a07ae-af69-49bf-90a9-39c96bb586f7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414748 Oct 06 11:11:26.323184 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e713d1a-53f9-4ed7-bd0e-cb5b12fb463c req-b36f43c1-0fbe-45d7-b3a4-6da70eb4f308 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0264564 Oct 06 11:11:27.087940 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:27.248128 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3bc3e-d42f-41b4-9637-780e39052b5e req-6c3ecc53-1b0c-45c5-838b-5d7120097a91 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:27.249607 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-79b3bc3e-d42f-41b4-9637-780e39052b5e req-6c3ecc53-1b0c-45c5-838b-5d7120097a91 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0514627 Oct 06 11:11:27.296844 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-79b3bc3e-d42f-41b4-9637-780e39052b5e req-de7df288-bb6c-489c-b03b-11e66dba57d1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417747 Oct 06 11:11:27.427458 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-40420d98-2bf9-4413-8275-08614d06a32e req-76ecef48-7709-4caa-8617-b794c41e60e4 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0316768 Oct 06 11:11:28.415532 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7be336-d754-48ec-8dbe-e98df66802c2 req-0c477c85-ed9a-4bdb-8ea9-d9342ec01686 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:28.417016 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4b7be336-d754-48ec-8dbe-e98df66802c2 req-0c477c85-ed9a-4bdb-8ea9-d9342ec01686 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0471423 Oct 06 11:11:28.463744 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4b7be336-d754-48ec-8dbe-e98df66802c2 req-1010a4e2-1742-4e34-b071-17a27fd0d99d tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0e6f70d8-450d-4735-848f-d7078d02b935&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404358 Oct 06 11:11:28.534398 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c81fd245-df0a-4d9f-b117-0f93898cd7d6 req-320f831e-3af1-4a78-8471-88979361c3ba tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0274498 Oct 06 11:11:28.600375 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:28.819590 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:28.918535 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ba72-c322-453c-acbb-7379bf158b89 req-0ad5518f-fa12-4c19-8b23-1a77b08a7fa0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:28.920599 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5479ba72-c322-453c-acbb-7379bf158b89 req-0ad5518f-fa12-4c19-8b23-1a77b08a7fa0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 945 time: 0.0494037 Oct 06 11:11:28.950706 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:28.981311 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-87811fad-d0d6-4df6-8460-f5dee45bd2d6 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:28.983955 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-87811fad-d0d6-4df6-8460-f5dee45bd2d6 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.55 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 814 time: 0.1133194 Oct 06 11:11:29.016290 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'port': {'device_id': '5fc20029-503a-4c89-b422-088e3676b9c4', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'admin_state_up': True, 'tenant_id': 'ca311e63675241eaaef42a8154e905ac'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:29.017681 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Deleting port ce07790b-c95e-4fab-b759-f35f2b34ca5f {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:29.018032 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:29.069859 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:29.094650 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:29.099024 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:29.118269 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] For port ce07790b-c95e-4fab-b759-f35f2b34ca5f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ce07790b-c95e-4fab-b759-f35f2b34ca5f,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:29.118656 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:29.128370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Made reservation on behalf of ca311e63675241eaaef42a8154e905ac for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:11:29.132304 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:29.281152 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Allocated IP 172.20.0.13 (0816dbad-e0a3-486e-94ba-be677095fd43/117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc/94650b61-76aa-4105-9fd3-7f1db6829887) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:29.302287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:29.302699 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (5e323f3b-24d8-4842-95c7-8230752d9d2a), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:29.303048 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Floating IP 5e323f3b-24d8-4842-95c7-8230752d9d2a disassociated. External IP: 172.27.0.46, port: ce07790b-c95e-4fab-b759-f35f2b34ca5f. Oct 06 11:11:29.303400 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Calling delete_port for ce07790b-c95e-4fab-b759-f35f2b34ca5f owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:29.488376 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (ce07790b-c95e-4fab-b759-f35f2b34ca5f), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:29.541141 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for port (94650b61-76aa-4105-9fd3-7f1db6829887), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:29.546658 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event deleted for resources: {'Port': ['ID=ce07790b-c95e-4fab-b759-f35f2b34ca5f,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:29.615581 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=8 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:29.617085 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=64 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:29.639477 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:29.730156 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-49a05fe4-e666-4570-87ee-77c1d88044bb req-e38a9552-8fd5-4a23-9a60-19d3dea99fc7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.1621413 Oct 06 11:11:29.771067 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Router 33dd6613-b351-4b7c-aed5-373ec054b50f has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:11:29.807137 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Network 0816dbad-e0a3-486e-94ba-be677095fd43 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:29.808403 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'Port': ['ID=94650b61-76aa-4105-9fd3-7f1db6829887,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:29.845569 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:29.876181 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179056fa-cb2a-4da2-8cf5-a544766eb8e2 req-f63b73e7-241c-4380-a52d-72305a80722a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:29.884417 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-179056fa-cb2a-4da2-8cf5-a544766eb8e2 req-f63b73e7-241c-4380-a52d-72305a80722a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.1863723 Oct 06 11:11:29.886969 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:29.914464 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:11:29.945697 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] Sync routers for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:11:29.974095 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:29.976786 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:30.081439 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] No DVR routers for this DVR port ce07790b-c95e-4fab-b759-f35f2b34ca5f on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:11:30.098556 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:30.123260 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5479ba72-c322-453c-acbb-7379bf158b89 req-a1f8df95-81f7-42f7-8aac-3358157da7bc tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "DELETE /networking/v2.0/ports/ce07790b-c95e-4fab-b759-f35f2b34ca5f HTTP/1.1" status: 204 len: 173 time: 1.1769834 Oct 06 11:11:30.136415 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'name': 'network-vif-deleted', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:30.140136 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d4732c-36f8-422f-8fe9-a5a2c1a8859e" -d '{"events": [{"server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "name": "network-vif-deleted", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:30.157584 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:30.181870 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:30.183542 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:30.225406 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-179056fa-cb2a-4da2-8cf5-a544766eb8e2 req-55b5f748-b50c-47c0-866b-968a6c0bf98a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301442 Oct 06 11:11:30.235974 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-59c37e9e-dfcd-41fc-95ed-1c93ab3de7b7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2240968 Oct 06 11:11:30.294326 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420dbacd-0381-47b1-9cfc-0c0e29e328e0 x-openstack-request-id: req-420dbacd-0381-47b1-9cfc-0c0e29e328e0 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:30.295127 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a", "name": "network-vif-deleted", "tag": "ce07790b-c95e-4fab-b759-f35f2b34ca5f", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:30.295316 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-420dbacd-0381-47b1-9cfc-0c0e29e328e0 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:30.295812 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420dbacd-0381-47b1-9cfc-0c0e29e328e0'] response: {'server_uuid': 'c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a', 'name': 'network-vif-deleted', 'tag': 'ce07790b-c95e-4fab-b759-f35f2b34ca5f', 'status': 'completed', 'code': 200} Oct 06 11:11:30.355651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-cfddfd9d-dbe9-45ec-96c8-7154cfd46369 None None] Provisioning complete for port 94650b61-76aa-4105-9fd3-7f1db6829887 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:30.356757 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-cfddfd9d-dbe9-45ec-96c8-7154cfd46369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:30.357931 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-cfddfd9d-dbe9-45ec-96c8-7154cfd46369 None None] Attempt 1 to provision port 94650b61-76aa-4105-9fd3-7f1db6829887 Oct 06 11:11:30.394874 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-cfddfd9d-dbe9-45ec-96c8-7154cfd46369 None None] Port 94650b61-76aa-4105-9fd3-7f1db6829887 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:11:30.476849 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:30.503043 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] Checking router: 33dd6613-b351-4b7c-aed5-373ec054b50f for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:11:30.511791 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:30.512537 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:30.620407 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:30.821679 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:30.859013 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01324b17-8f9d-4d38-ab30-b746372e5474 None None] The sync data for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi is: [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:11Z', 'revision_number': 4, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '171ff2d9-9881-4182-a347-306fa839341a', 'name': '', 'network_id': '66a88666-ebf0-4b86-a615-d5110a6e14c5', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'mac_address': 'fa:16:3e:c4:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:09Z', 'updated_at': '2022-10-06T11:04:26Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'subnets': [{'id': 'd385ea7e-0027-459e-864e-32baf6548b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:11:30.875757 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3a303e48-1959-415f-8c77-075e0f855bd0 req-5eab89f0-0be6-4be7-abf5-59b1178a2b60 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0354750 Oct 06 11:11:31.098188 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809b204-89dd-4018-8be1-b2533dbef883 None None] New status for floating IP 5e323f3b-24d8-4842-95c7-8230752d9d2a: DOWN {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:11:31.221522 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:31.401772 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02614c9-d5cc-40e7-9417-40b385365e0b req-1f208b7b-5b05-4632-b52c-6e67c5a75b4a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:31.403412 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c02614c9-d5cc-40e7-9417-40b385365e0b req-1f208b7b-5b05-4632-b52c-6e67c5a75b4a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0708988 Oct 06 11:11:31.459957 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c02614c9-d5cc-40e7-9417-40b385365e0b req-baa715df-daf9-4723-852e-17f61b99a10e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502563 Oct 06 11:11:31.985454 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-beafc813-3da7-4aca-b75a-5bb29a6ba244 req-062ec123-6d36-40f1-afb0-f424872511bf tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0273662 Oct 06 11:11:32.548081 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device ce07790b-c95e-4fab-b759-f35f2b34ca5f no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:11:32.573191 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: ce07790b-c95e-4fab-b759-f35f2b34ca5f {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:11:32.573915 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device ce07790b-c95e-4fab-b759-f35f2b34ca5f not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:11:32.596442 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1b19f-1ec3-49e2-8223-3ba9335b123f req-728ac8e0-048b-476e-99dd-26576523d593 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:32.602173 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c4c1b19f-1ec3-49e2-8223-3ba9335b123f req-728ac8e0-048b-476e-99dd-26576523d593 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0633724 Oct 06 11:11:32.612122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:32.659235 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c4c1b19f-1ec3-49e2-8223-3ba9335b123f req-35427094-0a0c-4a28-a187-59b4cea03d0a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553131 Oct 06 11:11:33.020806 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d5f21-5bbf-4fe9-bc9c-18c88eb0872a req-424ffd45-c0f2-4c25-b37e-327e4a0dcc51 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:33.032665 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-644d5f21-5bbf-4fe9-bc9c-18c88eb0872a req-424ffd45-c0f2-4c25-b37e-327e4a0dcc51 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0593622 Oct 06 11:11:33.100934 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7a5871e7-04cd-420d-872a-4a4f8e5cac74 req-00e15897-62b8-4d44-bd85-90370a63a9ca tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0306506 Oct 06 11:11:33.107771 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-644d5f21-5bbf-4fe9-bc9c-18c88eb0872a req-6e4f34db-8785-4455-9af9-8e69ae9581e6 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696421 Oct 06 11:11:33.800131 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df5391-7257-4827-b0b5-874cd19e492c req-ce83a8fc-08a6-4623-abeb-31ca7cfec57e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:33.801866 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d9df5391-7257-4827-b0b5-874cd19e492c req-ce83a8fc-08a6-4623-abeb-31ca7cfec57e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0550661 Oct 06 11:11:33.855898 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d9df5391-7257-4827-b0b5-874cd19e492c req-5831a614-d4e9-4c56-83e3-a4812b208965 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483155 Oct 06 11:11:34.227070 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-557101ab-6719-42ff-a38d-37bbff6bdb05 req-d08cc4ee-7418-4cda-ab2d-fc29bc087bf0 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0353248 Oct 06 11:11:34.244610 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d27825-7320-4697-a734-c046b2b45bfa req-37ad41e5-af49-4dab-b7d2-71715b6127f5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:34.246253 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-07d27825-7320-4697-a734-c046b2b45bfa req-37ad41e5-af49-4dab-b7d2-71715b6127f5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0545580 Oct 06 11:11:34.303731 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-07d27825-7320-4697-a734-c046b2b45bfa req-e80440ab-2596-4091-b18a-b38ee339b3e8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507081 Oct 06 11:11:34.978899 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:34.991940 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8aaa7-ab5e-4549-bf8f-e5c52dc796a3 req-f425dd5b-0bf2-488e-a937-8e02832bb3c6 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:34.993478 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0ce8aaa7-ab5e-4549-bf8f-e5c52dc796a3 req-f425dd5b-0bf2-488e-a937-8e02832bb3c6 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0576355 Oct 06 11:11:35.051219 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0ce8aaa7-ab5e-4549-bf8f-e5c52dc796a3 req-973fd00e-5cd0-4ed4-8fa2-d4a2c8d88d30 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506399 Oct 06 11:11:35.333467 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8741d20d-ad7f-4b05-9501-f591178f04c7 req-5801d8ca-dd53-4cd9-8936-01a4fd31e2cd tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0290065 Oct 06 11:11:35.449852 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c44e2-6b9c-4984-b0ec-51b4cda2b692 req-d401fe4f-52b8-40de-8b80-72005dff76b3 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:35.451351 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-af5c44e2-6b9c-4984-b0ec-51b4cda2b692 req-d401fe4f-52b8-40de-8b80-72005dff76b3 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0557284 Oct 06 11:11:35.501990 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-af5c44e2-6b9c-4984-b0ec-51b4cda2b692 req-e80c2ddb-556d-4e8b-9374-42e8c5fb2d02 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Oct 06 11:11:36.162513 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:36.189286 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ef467-881a-4b8e-a188-922e9db4f6c1 req-80180aa4-7d4d-4d77-a1fd-44cfba8277a7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:36.190867 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0e7ef467-881a-4b8e-a188-922e9db4f6c1 req-80180aa4-7d4d-4d77-a1fd-44cfba8277a7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0607185 Oct 06 11:11:36.248620 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0e7ef467-881a-4b8e-a188-922e9db4f6c1 req-76119d65-2bbb-4249-9378-0828d94f02e8 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510771 Oct 06 11:11:36.448976 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-44939a6c-2db9-4752-905b-14faba659e8b req-60e44759-baa4-4728-8c62-ed629f515712 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0322950 Oct 06 11:11:36.631027 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17c492-7fa4-40c6-8397-0c71e88e3545 req-71fa6d98-f663-4cb8-8136-df2b9b48e371 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:36.632558 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7d17c492-7fa4-40c6-8397-0c71e88e3545 req-71fa6d98-f663-4cb8-8136-df2b9b48e371 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0521827 Oct 06 11:11:36.684297 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7d17c492-7fa4-40c6-8397-0c71e88e3545 req-695054e4-dddd-43b0-b367-4f22af1ad333 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455806 Oct 06 11:11:37.338231 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:37.386155 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ae4d2-63c5-46ed-bc15-66f17cde7225 req-e912f108-1bd7-4315-b4c5-a427d5cbb30d tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:37.388031 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-336ae4d2-63c5-46ed-bc15-66f17cde7225 req-e912f108-1bd7-4315-b4c5-a427d5cbb30d tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0600495 Oct 06 11:11:37.440551 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-336ae4d2-63c5-46ed-bc15-66f17cde7225 req-2af3403b-5021-4218-90f9-79e0dc35f6f2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Oct 06 11:11:37.553054 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3a7528ba-976e-4661-b2e1-b6e2bba2888d req-4d85f16a-0284-4269-882b-4af7b059df79 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0285399 Oct 06 11:11:37.809417 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa813c-a4e7-43fe-a2d9-5135d99b1364 req-5ddcd538-b422-4bed-9558-91ad00aa9087 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:37.810904 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9afa813c-a4e7-43fe-a2d9-5135d99b1364 req-5ddcd538-b422-4bed-9558-91ad00aa9087 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0504746 Oct 06 11:11:37.857214 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9afa813c-a4e7-43fe-a2d9-5135d99b1364 req-0b166a5f-1e8d-4813-89d6-6d1b3c363a0b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 Oct 06 11:11:38.561998 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d0db9-8ea1-4816-b517-539e2c260b1b req-81c178f2-8ac3-4713-8294-c8eb03c32075 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:38.563486 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-005d0db9-8ea1-4816-b517-539e2c260b1b req-81c178f2-8ac3-4713-8294-c8eb03c32075 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0503469 Oct 06 11:11:38.611901 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-005d0db9-8ea1-4816-b517-539e2c260b1b req-2d9a70f5-eecc-4fea-9d1d-f50dc24737a7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Oct 06 11:11:38.657939 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-08f41ab7-d4de-4a1b-a622-42da33a18335 req-3d031946-8090-4197-b9c8-5a3424805d29 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0273719 Oct 06 11:11:38.978579 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fa1b9-7c51-4f00-a6f5-6777fc788a60 req-3a8bc4e9-36e7-401b-9f68-6a3c002504cf tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:38.980055 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b69fa1b9-7c51-4f00-a6f5-6777fc788a60 req-3a8bc4e9-36e7-401b-9f68-6a3c002504cf tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0464098 Oct 06 11:11:39.026443 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b69fa1b9-7c51-4f00-a6f5-6777fc788a60 req-19713576-469a-46b6-90fc-f1c8256299e8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Oct 06 11:11:39.729550 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23692659-593f-497f-9f7e-32af9acbe298 req-0ce539de-1f87-4a67-a0b8-039dd02fea1d tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:39.731031 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-23692659-593f-497f-9f7e-32af9acbe298 req-0ce539de-1f87-4a67-a0b8-039dd02fea1d tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0464432 Oct 06 11:11:39.760786 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6fd97df8-f5b2-49a7-b2bc-b877ffe4a1b9 req-c5fc2ee7-cc64-4013-8a1a-b863ed5eef04 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0284262 Oct 06 11:11:39.780056 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-23692659-593f-497f-9f7e-32af9acbe298 req-20a4b2ad-8ac4-4746-9b5a-6e9e2a88e1fe tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Oct 06 11:11:40.150593 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389d42-4a77-4a9c-ab9c-0dafdb126664 req-4cca7301-0801-45df-a6ab-7a7d2bb4a66c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:40.152101 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19389d42-4a77-4a9c-ab9c-0dafdb126664 req-4cca7301-0801-45df-a6ab-7a7d2bb4a66c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0501864 Oct 06 11:11:40.198406 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19389d42-4a77-4a9c-ab9c-0dafdb126664 req-a8f1cb73-1651-49f3-af2e-bfe6b4214d27 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Oct 06 11:11:40.824557 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=82 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:40.825996 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=50 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:40.868763 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-82785798-c601-4027-83c5-b05e59d12671 req-3653910c-3f4a-438c-8423-be8a9645429f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0320411 Oct 06 11:11:40.900288 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceb0e7-5bf2-4558-a012-e5e872db5f1f req-ba8d2c2c-3e79-409e-a8da-d818051af5af tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:40.901756 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d1ceb0e7-5bf2-4558-a012-e5e872db5f1f req-ba8d2c2c-3e79-409e-a8da-d818051af5af tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0473962 Oct 06 11:11:40.947964 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d1ceb0e7-5bf2-4558-a012-e5e872db5f1f req-39292497-a361-47d4-ba77-c22aaac676be tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Oct 06 11:11:41.320436 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef5c80-a3d2-4972-88dd-37ffac3e0106 req-bbe5708f-368c-44d5-95c0-d14192fe3d90 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:41.321876 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e3ef5c80-a3d2-4972-88dd-37ffac3e0106 req-bbe5708f-368c-44d5-95c0-d14192fe3d90 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0463884 Oct 06 11:11:41.369028 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e3ef5c80-a3d2-4972-88dd-37ffac3e0106 req-3c234474-da10-40ee-ab1d-cb25cb513fb3 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Oct 06 11:11:41.919633 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Request body: {'port': {'device_id': '5fc20029-503a-4c89-b422-088e3676b9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:41.978234 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-284a5b2a-8fe8-4d0e-95b3-9fa8262538ae req-f578e623-5660-4cf1-9e78-116b1af406d9 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0326099 Oct 06 11:11:41.985303 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:42.125012 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc6ed9-b1c2-43f9-8484-61f9287064d8 req-8327e983-3bdc-41a7-b266-74cb5536a921 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:42.126475 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0cc6ed9-b1c2-43f9-8484-61f9287064d8 req-8327e983-3bdc-41a7-b266-74cb5536a921 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 932 time: 0.0988629 Oct 06 11:11:42.233189 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c0cc6ed9-b1c2-43f9-8484-61f9287064d8 req-342cb0e1-ae3a-4a0e-abb2-8b2915b7de5e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985763 Oct 06 11:11:42.262009 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:42.326978 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94650b61-76aa-4105-9fd3-7f1db6829887 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:11:42.334902 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Publish callbacks [] for port (94650b61-76aa-4105-9fd3-7f1db6829887), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:42.347768 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Transition to ACTIVE for port object 94650b61-76aa-4105-9fd3-7f1db6829887 will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:11:42.352032 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:42.411906 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Pushing event updated for resources: {'Port': ['ID=94650b61-76aa-4105-9fd3-7f1db6829887,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:42.424242 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:42.460133 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Attempting to bind port 94650b61-76aa-4105-9fd3-7f1db6829887 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:42.460469 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Attempting to bind port 94650b61-76aa-4105-9fd3-7f1db6829887 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:42.460796 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Attempting to bind port 94650b61-76aa-4105-9fd3-7f1db6829887 on network 0816dbad-e0a3-486e-94ba-be677095fd43 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:42.502780 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Port 94650b61-76aa-4105-9fd3-7f1db6829887 on network 0816dbad-e0a3-486e-94ba-be677095fd43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:11:42.503122 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Attempting to bind port 94650b61-76aa-4105-9fd3-7f1db6829887 on network 0816dbad-e0a3-486e-94ba-be677095fd43 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:42.503742 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b240f25-61ef-417c-ae30-217944f44a2c req-37c97ce3-4f96-4a58-ab90-07b8c5ccbb10 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:42.505252 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7b240f25-61ef-417c-ae30-217944f44a2c req-37c97ce3-4f96-4a58-ab90-07b8c5ccbb10 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0471976 Oct 06 11:11:42.505667 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:42.553345 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:42.553724 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Checking segment: {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:42.554115 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Bound using segment: {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:42.554554 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Bound port: 94650b61-76aa-4105-9fd3-7f1db6829887, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174974ff-4f2b-4555-b9cb-7383e9fb7fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:42.554917 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:42.558504 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7b240f25-61ef-417c-ae30-217944f44a2c req-8a84372c-f692-4476-b1ab-4d0a7325a046 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Oct 06 11:11:42.616100 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] For port 94650b61-76aa-4105-9fd3-7f1db6829887, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:42.619057 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] For port 94650b61-76aa-4105-9fd3-7f1db6829887, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=94650b61-76aa-4105-9fd3-7f1db6829887,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:42.625431 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:42.630738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:42.631470 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:42.633020 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 1094 time: 0.7177451 Oct 06 11:11:42.633472 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:42.635698 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:42.682988 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a748f-00fe-4163-bcd7-8f91aa3ef9ce service neutron] Pushing event updated for resources: {'Port': ['ID=94650b61-76aa-4105-9fd3-7f1db6829887,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:42.693263 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-712e0557-bd2d-4117-bcc9-f3ea7d561a05 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:42.694702 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-712e0557-bd2d-4117-bcc9-f3ea7d561a05 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 946 time: 0.0614247 Oct 06 11:11:42.761920 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2cbef5-7a87-4c06-bab0-bb70d08c80aa x-openstack-request-id: req-1b2cbef5-7a87-4c06-bab0-bb70d08c80aa {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:42.762215 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:42.762472 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b2cbef5-7a87-4c06-bab0-bb70d08c80aa {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:42.762879 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2cbef5-7a87-4c06-bab0-bb70d08c80aa'] response: {'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887', 'status': 'completed', 'code': 200} Oct 06 11:11:42.988953 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-5d2af1cd-ceb1-4a88-b006-25308dbb4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:42.991201 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-5d2af1cd-ceb1-4a88-b006-25308dbb4dd7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1128 time: 0.0457773 Oct 06 11:11:43.034954 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Deleting port f595a1a4-6f82-46d6-9c95-1fd836a18532 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:43.035475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:43.050318 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:43.072130 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-97633117-a42e-4e66-9538-06702b990278 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 217 time: 0.0583792 Oct 06 11:11:43.113929 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f68fb04f-8576-4fbb-a374-1db5bf375475 req-f9d5d752-8aaf-4d7a-9bc2-64c33a2a4ca7 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c0ff9abe-36ad-4560-93ae-cd7ec9f0d46a HTTP/1.1" status: 200 len: 210 time: 0.0344598 Oct 06 11:11:43.131929 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-735a646c-4557-4ce9-b257-8064cc892a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:43.133401 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-735a646c-4557-4ce9-b257-8064cc892a54 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 200 len: 853 time: 0.0551984 Oct 06 11:11:43.162819 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] For port f595a1a4-6f82-46d6-9c95-1fd836a18532, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f595a1a4-6f82-46d6-9c95-1fd836a18532,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:43.163178 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:43.179031 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-af7c70be-c532-4a53-a298-bef5cb8e9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:43.180661 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-af7c70be-c532-4a53-a298-bef5cb8e9557 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0816dbad-e0a3-486e-94ba-be677095fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412538 Oct 06 11:11:43.269548 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:43.275505 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-4954e189-a856-44e3-b050-aea911090b6e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875478 Oct 06 11:11:43.328291 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:43.328659 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (e2180af4-29c2-45eb-82c1-4fc024823cd4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:43.328970 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Floating IP e2180af4-29c2-45eb-82c1-4fc024823cd4 disassociated. External IP: 172.27.0.28, port: f595a1a4-6f82-46d6-9c95-1fd836a18532. Oct 06 11:11:43.329309 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Calling delete_port for f595a1a4-6f82-46d6-9c95-1fd836a18532 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:43.465031 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (f595a1a4-6f82-46d6-9c95-1fd836a18532), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:43.495064 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event deleted for resources: {'Port': ['ID=f595a1a4-6f82-46d6-9c95-1fd836a18532,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:43.609908 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:11:43.611270 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4044d-e535-4a69-9466-c5828a7acf9e req-e63daecb-2816-4b87-b65a-ef39553ab6ae tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:43.612785 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1be4044d-e535-4a69-9466-c5828a7acf9e req-e63daecb-2816-4b87-b65a-ef39553ab6ae tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 944 time: 0.2882946 Oct 06 11:11:43.666294 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fc60e945-e41b-4062-a493-ed05ff88f62f req-e56ff52a-9c0b-4e89-a2a2-0d4a791b1b0a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838391 Oct 06 11:11:43.681429 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1be4044d-e535-4a69-9466-c5828a7acf9e req-972e9bda-5a38-46e6-8d82-d2ebb6abec56 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596628 Oct 06 11:11:43.687398 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8c411746-b4d4-480c-81d0-695dc4884cd1 req-976d62a9-5b66-4376-b698-6b72d1bb549a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 210 time: 0.0344200 Oct 06 11:11:43.743938 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:11:43.756196 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] Sync routers for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:11:43.767901 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:43.768571 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:43.788514 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] No DVR routers for this DVR port f595a1a4-6f82-46d6-9c95-1fd836a18532 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:11:43.791117 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:43.794525 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a449f85-c4e7-48eb-9d51-6521a59dba37 req-399d3617-9dcd-4317-a8e5-c852ef45a3ac tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "DELETE /networking/v2.0/ports/f595a1a4-6f82-46d6-9c95-1fd836a18532 HTTP/1.1" status: 204 len: 173 time: 0.8480673 Oct 06 11:11:43.795042 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb86039-b159-435a-b022-4396a59b657c', 'name': 'network-vif-deleted', 'tag': 'f595a1a4-6f82-46d6-9c95-1fd836a18532'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:43.798026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81173c3f-74f4-49e1-b72b-16c5f81ce8fc" -d '{"events": [{"server_uuid": "3eb86039-b159-435a-b022-4396a59b657c", "name": "network-vif-deleted", "tag": "f595a1a4-6f82-46d6-9c95-1fd836a18532"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:43.835521 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166faf2e-14e4-4c1c-a99e-a4683985432e x-openstack-request-id: req-166faf2e-14e4-4c1c-a99e-a4683985432e {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:43.835853 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb86039-b159-435a-b022-4396a59b657c", "name": "network-vif-deleted", "tag": "f595a1a4-6f82-46d6-9c95-1fd836a18532", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:43.836104 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-166faf2e-14e4-4c1c-a99e-a4683985432e {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:43.836506 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166faf2e-14e4-4c1c-a99e-a4683985432e'] response: {'server_uuid': '3eb86039-b159-435a-b022-4396a59b657c', 'name': 'network-vif-deleted', 'tag': 'f595a1a4-6f82-46d6-9c95-1fd836a18532', 'status': 'completed', 'code': 200} Oct 06 11:11:43.880844 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:44.071111 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:44.096117 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] Checking router: 10b1bcbb-67b7-45a3-84c2-e31e62ad410a for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:11:44.104504 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:44.105096 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:44.214323 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35134) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:44.221974 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:44.275635 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f65f-9d1e-44c4-a7f9-6b00d68f1402 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group (0e6f70d8-450d-4735-848f-d7078d02b935), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.293554 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:44.299279 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f65f-9d1e-44c4-a7f9-6b00d68f1402 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group (0e6f70d8-450d-4735-848f-d7078d02b935), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.353912 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f65f-9d1e-44c4-a7f9-6b00d68f1402 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (0e6f70d8-450d-4735-848f-d7078d02b935), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.356492 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f65f-9d1e-44c4-a7f9-6b00d68f1402 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.357625 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a3d8f65f-9d1e-44c4-a7f9-6b00d68f1402 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0e6f70d8-450d-4735-848f-d7078d02b935 HTTP/1.1" status: 204 len: 168 time: 0.1423047 Oct 06 11:11:44.360724 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35136) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:44.366671 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8f65f-9d1e-44c4-a7f9-6b00d68f1402 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f70d8-450d-4735-848f-d7078d02b935,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:44.375826 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.api.v2.resource [None req-e876d0ba-e882-4cc2-bb1a-84cdf65d6dc1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] show failed (client error): The resource could not be found. Oct 06 11:11:44.390529 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-e876d0ba-e882-4cc2-bb1a-84cdf65d6dc1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups/0e6f70d8-450d-4735-848f-d7078d02b935 HTTP/1.1" status: 404 len: 347 time: 0.0281024 Oct 06 11:11:44.391129 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35138) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:44.487250 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:44.505618 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Deleting port 2e243ea1-d52f-44fe-9e67-95957e9e0047 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:44.505961 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (2e243ea1-d52f-44fe-9e67-95957e9e0047), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.515922 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77caeec3-5f53-4e90-b8aa-0c4585bb24d5 None None] The sync data for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi is: [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:11:44.587967 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (2e243ea1-d52f-44fe-9e67-95957e9e0047), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.588407 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (2e243ea1-d52f-44fe-9e67-95957e9e0047), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.601420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:44.602608 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Calling delete_port for 2e243ea1-d52f-44fe-9e67-95957e9e0047 owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:44.744629 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (2e243ea1-d52f-44fe-9e67-95957e9e0047), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.745186 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:11:44.761215 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8799a61-0752-412b-8222-b0e3b390d0ba None None] New status for floating IP e2180af4-29c2-45eb-82c1-4fc024823cd4: DOWN {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:11:44.799882 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event deleted for resources: {'Port': ['ID=2e243ea1-d52f-44fe-9e67-95957e9e0047,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:44.813791 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:44.818326 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e7d8079f-1d98-40c8-a6ea-c347da7f8967 req-0dd42073-d6e3-4a86-858e-1c93ac716422 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 210 time: 0.0297923 Oct 06 11:11:44.882672 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdfd5d-f62f-4892-bc27-e9f540a330f1 req-63580075-2839-405a-9c97-5ad84ad01bf2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:44.884564 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20bdfd5d-f62f-4892-bc27-e9f540a330f1 req-63580075-2839-405a-9c97-5ad84ad01bf2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 944 time: 0.1108892 Oct 06 11:11:44.895490 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks [] for floatingip (5e323f3b-24d8-4842-95c7-8230752d9d2a), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.898792 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:44.899936 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f4bfd465-53f0-4f3e-b29f-29368413a74c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/5e323f3b-24d8-4842-95c7-8230752d9d2a HTTP/1.1" status: 204 len: 168 time: 0.5078626 Oct 06 11:11:45.202330 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20bdfd5d-f62f-4892-bc27-e9f540a330f1 req-7afb90ce-0535-4b86-bf9e-f290be41e419 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101988 Oct 06 11:11:45.921045 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cfd3a097-6ec4-4054-baa0-8739ef63a625 req-141c526b-a5bd-4826-b83e-68ff05c73e25 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3eb86039-b159-435a-b022-4396a59b657c HTTP/1.1" status: 200 len: 210 time: 0.0275455 Oct 06 11:11:46.077051 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-77eaf183-8d18-44c6-ab27-801c015cf5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:46.078665 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-77eaf183-8d18-44c6-ab27-801c015cf5b5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1128 time: 0.0444589 Oct 06 11:11:46.184288 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-8b339450-aaeb-4346-b807-f4d81ae6f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:46.185833 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-8b339450-aaeb-4346-b807-f4d81ae6f5fd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 915 time: 0.1007423 Oct 06 11:11:46.225760 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-9865f191-2eba-4230-ad8f-eb8265ec64c3 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 217 time: 0.0331187 Oct 06 11:11:46.278364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-cc9a672e-ec74-4fdf-aae6-a4455529772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:46.279934 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-cc9a672e-ec74-4fdf-aae6-a4455529772d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 200 len: 853 time: 0.0471902 Oct 06 11:11:46.362912 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5245d0-3b90-4d72-9808-9363fd801c4a req-da34ec06-b059-4f33-a39b-521921f0d7ab tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:46.364417 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eb5245d0-3b90-4d72-9808-9363fd801c4a req-da34ec06-b059-4f33-a39b-521921f0d7ab tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 944 time: 0.0798013 Oct 06 11:11:46.368071 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-c7cd3de9-ee43-4e4f-bf38-101d138b65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:46.369462 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-c7cd3de9-ee43-4e4f-bf38-101d138b65fd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0816dbad-e0a3-486e-94ba-be677095fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752101 Oct 06 11:11:46.415664 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eb5245d0-3b90-4d72-9808-9363fd801c4a req-b1964830-f0c0-4e90-8cf2-1db867f8591a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Oct 06 11:11:46.635908 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 94650b61-76aa-4105-9fd3-7f1db6829887 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:11:46.648762 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device f595a1a4-6f82-46d6-9c95-1fd836a18532 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:11:46.655688 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-801d7f12-2ce4-46dc-91a2-81ab5f9f812d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924091 Oct 06 11:11:46.675378 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: f595a1a4-6f82-46d6-9c95-1fd836a18532 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:11:46.675731 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device f595a1a4-6f82-46d6-9c95-1fd836a18532 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:11:46.755290 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb62cb9b-6129-4fa8-90e8-338c0328a1e3 req-2e22cc6d-acec-44e4-a8fe-bc8ee886cb2e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941410 Oct 06 11:11:46.882960 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 94650b61-76aa-4105-9fd3-7f1db6829887, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=94650b61-76aa-4105-9fd3-7f1db6829887,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:46.894612 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '94650b61-76aa-4105-9fd3-7f1db6829887', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'port_id': '94650b61-76aa-4105-9fd3-7f1db6829887', 'mac_address': 'fa:16:3e:66:a5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:11:46.933437 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 94650b61-76aa-4105-9fd3-7f1db6829887 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:46.933829 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:46.946695 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94650b61-76aa-4105-9fd3-7f1db6829887 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:11:46.966991 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 94650b61-76aa-4105-9fd3-7f1db6829887, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=94650b61-76aa-4105-9fd3-7f1db6829887,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:46.971512 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.015999 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35162) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:47.020111 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=94650b61-76aa-4105-9fd3-7f1db6829887,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:47.071650 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0c2e-3a3c-473d-adcd-50e824b4722b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (1e8a35fb-e8c1-4ff1-8510-86e40f39aa75), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.095750 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0c2e-3a3c-473d-adcd-50e824b4722b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (1e8a35fb-e8c1-4ff1-8510-86e40f39aa75), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.118582 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:47.147941 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0c2e-3a3c-473d-adcd-50e824b4722b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (1e8a35fb-e8c1-4ff1-8510-86e40f39aa75), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.150377 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0c2e-3a3c-473d-adcd-50e824b4722b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.151493 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7a3b0c2e-3a3c-473d-adcd-50e824b4722b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1e8a35fb-e8c1-4ff1-8510-86e40f39aa75 HTTP/1.1" status: 204 len: 168 time: 0.1345165 Oct 06 11:11:47.154397 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35164) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:47.161900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b0c2e-3a3c-473d-adcd-50e824b4722b tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8a35fb-e8c1-4ff1-8510-86e40f39aa75,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:47.169846 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.api.v2.resource [None req-659f4ae6-bba3-4921-92bb-7770e331817e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] show failed (client error): The resource could not be found. Oct 06 11:11:47.171328 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-659f4ae6-bba3-4921-92bb-7770e331817e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups/1e8a35fb-e8c1-4ff1-8510-86e40f39aa75 HTTP/1.1" status: 404 len: 347 time: 0.0154622 Oct 06 11:11:47.175078 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35168) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:47.290782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Deleting port 63bf24e6-6db4-4a4d-8512-36fd10a75582 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:47.291122 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (63bf24e6-6db4-4a4d-8512-36fd10a75582), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.372975 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (63bf24e6-6db4-4a4d-8512-36fd10a75582), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.373309 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (63bf24e6-6db4-4a4d-8512-36fd10a75582), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.386739 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Calling delete_port for 63bf24e6-6db4-4a4d-8512-36fd10a75582 owned by network:floatingip {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:47.412474 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541266f6-2e9a-42e0-ad37-a47bf14bb435 req-d420c204-35be-49da-bf2c-5886e68dc9b3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:47.413870 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-541266f6-2e9a-42e0-ad37-a47bf14bb435 req-d420c204-35be-49da-bf2c-5886e68dc9b3 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0493882 Oct 06 11:11:47.424793 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['94650b61-76aa-4105-9fd3-7f1db6829887'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:11:47.486860 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-541266f6-2e9a-42e0-ad37-a47bf14bb435 req-02241942-7c38-4911-93d7-4c81b7a75267 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671387 Oct 06 11:11:47.573893 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad227e-6b59-4fae-9a1c-e8e116d21854 req-27ccf679-1c7c-45e8-9c6a-b192736a2c80 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:47.575371 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-94ad227e-6b59-4fae-9a1c-e8e116d21854 req-27ccf679-1c7c-45e8-9c6a-b192736a2c80 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 945 time: 0.0585430 Oct 06 11:11:47.576476 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (63bf24e6-6db4-4a4d-8512-36fd10a75582), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.581810 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:47.611357 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event deleted for resources: {'Port': ['ID=63bf24e6-6db4-4a4d-8512-36fd10a75582,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:47.695346 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-94ad227e-6b59-4fae-9a1c-e8e116d21854 req-e7c06c6b-074d-4890-9df4-498159a27b10 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917342 Oct 06 11:11:47.699995 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (e2180af4-29c2-45eb-82c1-4fc024823cd4), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.703012 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.704110 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-bdbf577c-b73c-42d5-8f0e-4b48799dd3d5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e2180af4-29c2-45eb-82c1-4fc024823cd4 HTTP/1.1" status: 204 len: 168 time: 0.5292549 Oct 06 11:11:47.794888 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35178) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:47.800067 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-a3bf24c7-ac06-4c25-817f-b997654a3b71 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470723539', 'description': 'tempest-description--1423697726'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:47.817447 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:47.821129 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3bf24c7-ac06-4c25-817f-b997654a3b71 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.887781 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3bf24c7-ac06-4c25-817f-b997654a3b71 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (abb3f893-5622-4d08-8368-5c0fb213c060), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.891746 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3bf24c7-ac06-4c25-817f-b997654a3b71 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (abb3f893-5622-4d08-8368-5c0fb213c060), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.926452 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3bf24c7-ac06-4c25-817f-b997654a3b71 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:47.927666 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a3bf24c7-ac06-4c25-817f-b997654a3b71 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1317945 Oct 06 11:11:47.929582 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf24c7-ac06-4c25-817f-b997654a3b71 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb3f893-5622-4d08-8368-5c0fb213c060,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:47.930855 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35180) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:47.935309 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-9624d6bb-4699-4dc2-828c-3a29669c2606 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'security_group_rule': {'security_group_id': 'abb3f893-5622-4d08-8368-5c0fb213c060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:47.944274 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:47.964793 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9624d6bb-4699-4dc2-828c-3a29669c2606 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (12112f8b-84ba-4ab4-b262-00a29a379eb8), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.018852 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9624d6bb-4699-4dc2-828c-3a29669c2606 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (12112f8b-84ba-4ab4-b262-00a29a379eb8), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.022516 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9624d6bb-4699-4dc2-828c-3a29669c2606 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (12112f8b-84ba-4ab4-b262-00a29a379eb8), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.039029 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624d6bb-4699-4dc2-828c-3a29669c2606 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12112f8b-84ba-4ab4-b262-00a29a379eb8,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:48.053222 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9624d6bb-4699-4dc2-828c-3a29669c2606 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.054426 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-9624d6bb-4699-4dc2-828c-3a29669c2606 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225672 Oct 06 11:11:48.057176 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35182) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:48.061408 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-8e9d2bb2-c472-48b8-bca5-5a4e3ecf1707 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'security_group_rule': {'security_group_id': 'abb3f893-5622-4d08-8368-5c0fb213c060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:48.087289 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2bb2-c472-48b8-bca5-5a4e3ecf1707 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (ba51e133-fc4d-4d4f-a858-3262ff125b91), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.111670 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:48.146551 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2bb2-c472-48b8-bca5-5a4e3ecf1707 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (ba51e133-fc4d-4d4f-a858-3262ff125b91), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.150108 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2bb2-c472-48b8-bca5-5a4e3ecf1707 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (ba51e133-fc4d-4d4f-a858-3262ff125b91), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.168810 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d2bb2-c472-48b8-bca5-5a4e3ecf1707 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba51e133-fc4d-4d4f-a858-3262ff125b91,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:48.174103 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2bb2-c472-48b8-bca5-5a4e3ecf1707 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.175301 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-8e9d2bb2-c472-48b8-bca5-5a4e3ecf1707 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171727 Oct 06 11:11:48.178391 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35184) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:48.182501 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:48.204143 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.283718 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.408991 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999859-9dd7-469a-b754-5324cd102138 req-8603e7cd-74a7-4c1a-99dc-4c9fbcea3f26 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:48.410478 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-08999859-9dd7-469a-b754-5324cd102138 req-8603e7cd-74a7-4c1a-99dc-4c9fbcea3f26 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0800641 Oct 06 11:11:48.457065 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Allocated IP 172.27.0.4 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/a2d8111b-e738-442e-9795-9d461d5515d0) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:48.560743 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Deleting port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:48.561020 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.608550 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90e6f3-73e9-4ea1-bae9-cc2655c5833e req-9726c408-8348-4acb-ab77-05c46ea60c81 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:48.610296 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dc90e6f3-73e9-4ea1-bae9-cc2655c5833e req-9726c408-8348-4acb-ab77-05c46ea60c81 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 946 time: 0.0472548 Oct 06 11:11:48.650122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:48.658953 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dc90e6f3-73e9-4ea1-bae9-cc2655c5833e req-263f8cdf-2f5c-4a68-9b91-75be1ee4fec1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429528 Oct 06 11:11:48.662912 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 94650b61-76aa-4105-9fd3-7f1db6829887 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:11:48.677647 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for port (a2d8111b-e738-442e-9795-9d461d5515d0), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.706588 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] For port 50343d2f-ca78-433a-93c4-aaa96d6e2a26, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=50343d2f-ca78-433a-93c4-aaa96d6e2a26,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:48.706954 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.714850 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 94650b61-76aa-4105-9fd3-7f1db6829887 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:11:48.721658 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 94650b61-76aa-4105-9fd3-7f1db6829887 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:48.722035 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.722371 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 94650b61-76aa-4105-9fd3-7f1db6829887 Oct 06 11:11:48.731184 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Calling delete_port for 50343d2f-ca78-433a-93c4-aaa96d6e2a26 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:48.785080 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (a2d8111b-e738-442e-9795-9d461d5515d0), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.802018 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 94650b61-76aa-4105-9fd3-7f1db6829887 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:48.802411 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.806808 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:48.826798 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:48.829230 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bacae4-9ea8-4997-96b6-da8bc9d84dff" -d '{"events": [{"server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "name": "network-vif-plugged", "status": "completed", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:48.842219 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 94650b61-76aa-4105-9fd3-7f1db6829887, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=94650b61-76aa-4105-9fd3-7f1db6829887,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:48.846856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:48.871129 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:48.875851 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eb1336-1045-4272-a131-234ec2892d3b x-openstack-request-id: req-93eb1336-1045-4272-a131-234ec2892d3b {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:48.876182 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "name": "network-vif-plugged", "status": "completed", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:48.876434 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93eb1336-1045-4272-a131-234ec2892d3b {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:48.876826 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93eb1336-1045-4272-a131-234ec2892d3b'] response: {'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887', 'code': 200} Oct 06 11:11:48.886496 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:48.896936 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:48.904274 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72619ce9-061a-403b-8c2a-fa040a4da6c0 req-8d84f25f-727a-4178-ae0e-d511c14c9663 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:48.905049 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=94650b61-76aa-4105-9fd3-7f1db6829887,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:48.906463 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-72619ce9-061a-403b-8c2a-fa040a4da6c0 req-8d84f25f-727a-4178-ae0e-d511c14c9663 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 945 time: 0.1262374 Oct 06 11:11:48.928048 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'Port': ['ID=a2d8111b-e738-442e-9795-9d461d5515d0,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:49.036591 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-72619ce9-061a-403b-8c2a-fa040a4da6c0 req-cf9165eb-9a14-4f23-98ce-1da9113fd377 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028874 Oct 06 11:11:49.069038 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (50343d2f-ca78-433a-93c4-aaa96d6e2a26), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:49.076895 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:49.085048 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5ef0-24f5-4b77-9fb9-6284feff8a72 req-7efc0e9f-14b0-4e5c-a467-0a7ec30ed082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:49.086527 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-442f5ef0-24f5-4b77-9fb9-6284feff8a72 req-7efc0e9f-14b0-4e5c-a467-0a7ec30ed082 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1130 time: 0.0393801 Oct 06 11:11:49.102396 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['5a60437f-d87b-4705-ab02-ee352497d7bb'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:11:49.133885 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-442f5ef0-24f5-4b77-9fb9-6284feff8a72 req-b6d90ecd-c49a-4ce2-9652-d6fe52025e3f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Oct 06 11:11:49.134330 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event deleted for resources: {'Port': ['ID=50343d2f-ca78-433a-93c4-aaa96d6e2a26,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:49.147629 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:49.180581 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] No DVR routers for this DVR port 50343d2f-ca78-433a-93c4-aaa96d6e2a26 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:11:49.184212 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:49.187464 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-08999859-9dd7-469a-b754-5324cd102138 req-09c6033d-9c9d-4cb8-99c3-2214bc5df744 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "DELETE /networking/v2.0/ports/50343d2f-ca78-433a-93c4-aaa96d6e2a26 HTTP/1.1" status: 204 len: 173 time: 0.7692521 Oct 06 11:11:49.187972 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9864b6-cb13-4dc0-97d2-e155a1717ec9', 'name': 'network-vif-deleted', 'tag': '50343d2f-ca78-433a-93c4-aaa96d6e2a26'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:49.190211 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1644b799-91bc-4875-8c41-5cc297507bb9" -d '{"events": [{"server_uuid": "ec9864b6-cb13-4dc0-97d2-e155a1717ec9", "name": "network-vif-deleted", "tag": "50343d2f-ca78-433a-93c4-aaa96d6e2a26"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:49.193110 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (898f8811-3bf9-4dec-9885-48f89ef7471e), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:49.231431 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a0ec6-db38-4e94-9cd4-a3b64f48fe51 x-openstack-request-id: req-0e5a0ec6-db38-4e94-9cd4-a3b64f48fe51 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:49.231727 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9864b6-cb13-4dc0-97d2-e155a1717ec9", "name": "network-vif-deleted", "tag": "50343d2f-ca78-433a-93c4-aaa96d6e2a26", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:49.232028 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e5a0ec6-db38-4e94-9cd4-a3b64f48fe51 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:49.232431 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5a0ec6-db38-4e94-9cd4-a3b64f48fe51'] response: {'server_uuid': 'ec9864b6-cb13-4dc0-97d2-e155a1717ec9', 'name': 'network-vif-deleted', 'tag': '50343d2f-ca78-433a-93c4-aaa96d6e2a26', 'status': 'completed', 'code': 200} Oct 06 11:11:49.242089 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (a2d8111b-e738-442e-9795-9d461d5515d0), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:49.389178 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for port (a2d8111b-e738-442e-9795-9d461d5515d0), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:49.394556 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (a2d8111b-e738-442e-9795-9d461d5515d0), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:49.451257 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:49.462035 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'Port': ['ID=a2d8111b-e738-442e-9795-9d461d5515d0,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:49.468539 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (898f8811-3bf9-4dec-9885-48f89ef7471e), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:49.484665 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:49.494580 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a0f9628a-e467-4e46-8a6e-feafc867d243 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3066785 Oct 06 11:11:49.705499 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-21e03ec6-39ef-46f5-bd8f-f0caeeb4ca07 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1470723539&fields=id&tenant_id=8c9bfd4947d045cf831f1a60bf91f389 HTTP/1.1" status: 200 len: 267 time: 0.0463414 Oct 06 11:11:49.787751 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-18eeba64-588c-41df-8e2e-df3d7ab66d95 req-1a71eba0-9579-4ab8-8e5c-e754522e94db tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0307295 Oct 06 11:11:49.826982 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-284ed9ae-0b14-4ea0-b819-d5ce7fd39631 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:49.828784 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-284ed9ae-0b14-4ea0-b819-d5ce7fd39631 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 809 time: 0.1155398 Oct 06 11:11:49.843761 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-48dba16e-0bc7-455f-a1b5-22a072185ad1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/quotas/8c9bfd4947d045cf831f1a60bf91f389 HTTP/1.1" status: 200 len: 375 time: 0.0095975 Oct 06 11:11:49.892822 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-daf394a2-7e63-4700-b8d2-8805d10d0f31 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437965 Oct 06 11:11:49.951550 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:49.999707 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-deee7547-0c31-4cad-bd12-b57c8b2a4d1b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955186 Oct 06 11:11:50.091449 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-a77a1acb-9c80-4159-8bc6-14346b112979 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859323 Oct 06 11:11:50.161871 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a3ae-77b9-4c37-8b89-3f99f15bf110 req-d19935cb-f35d-4509-90e4-3f6dbfb281bd tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:50.163366 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a673a3ae-77b9-4c37-8b89-3f99f15bf110 req-d19935cb-f35d-4509-90e4-3f6dbfb281bd tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0480421 Oct 06 11:11:50.228372 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a673a3ae-77b9-4c37-8b89-3f99f15bf110 req-791aec10-a92a-4d84-b458-f2a490876e1a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579963 Oct 06 11:11:50.270898 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f8a15502-347b-41e8-b220-30df29b953c6 req-7b09616c-b4e7-4466-8ad4-d3e044a7e156 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 210 time: 0.0319562 Oct 06 11:11:50.639472 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 50343d2f-ca78-433a-93c4-aaa96d6e2a26 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:11:50.658724 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 50343d2f-ca78-433a-93c4-aaa96d6e2a26 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:11:50.659070 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 50343d2f-ca78-433a-93c4-aaa96d6e2a26 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:11:50.916950 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-98ab16ce-bdfc-4da6-8fe9-6eadaaeef266 req-cb31dd75-6731-4a35-ae01-fed2cc6efd3c tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ec9864b6-cb13-4dc0-97d2-e155a1717ec9 HTTP/1.1" status: 200 len: 210 time: 0.0296066 Oct 06 11:11:51.357082 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935db583-d23e-404b-abb4-9316b108ff36 req-aa8e2dfd-fd4c-48a9-8851-e8c44aaaa4c9 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:51.359862 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-935db583-d23e-404b-abb4-9316b108ff36 req-aa8e2dfd-fd4c-48a9-8851-e8c44aaaa4c9 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0533128 Oct 06 11:11:51.395170 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2553c370-3013-4862-8e7d-2722fc782129 req-8d4fac1b-8b47-4938-aff7-4fb4bf249fb7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 210 time: 0.0412340 Oct 06 11:11:51.429016 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-935db583-d23e-404b-abb4-9316b108ff36 req-a90e3607-a95b-4b29-826b-e524947b4063 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596752 Oct 06 11:11:51.555608 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892559f-4ed7-4096-9a03-f1d5b998ca4d req-83d4b531-cafe-420b-a834-dc9d0314a68a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:51.557129 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b892559f-4ed7-4096-9a03-f1d5b998ca4d req-83d4b531-cafe-420b-a834-dc9d0314a68a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0510051 Oct 06 11:11:51.605798 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b892559f-4ed7-4096-9a03-f1d5b998ca4d req-3963eb1e-3f46-4e9c-89ec-b78486a0ad43 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Oct 06 11:11:51.935046 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b22029-a5a7-4adb-9815-b8f9b9fc5d7a req-29f58602-4d10-4e6e-ba92-d392a9220916 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:51.937149 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-32b22029-a5a7-4adb-9815-b8f9b9fc5d7a req-29f58602-4d10-4e6e-ba92-d392a9220916 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0483673 Oct 06 11:11:52.001553 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-32b22029-a5a7-4adb-9815-b8f9b9fc5d7a req-940ffa4c-4dd3-4066-b040-ac60b631c4d6 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582230 Oct 06 11:11:52.091544 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-7ced2252-b2b0-4f09-b34c-9425fb053ea1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:52.093130 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-7ced2252-b2b0-4f09-b34c-9425fb053ea1 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 809 time: 0.1390319 Oct 06 11:11:52.187622 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-3cdfc35e-4356-42d4-96ee-e27a14c8bb1f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c9bfd4947d045cf831f1a60bf91f389 HTTP/1.1" status: 200 len: 380 time: 0.0791295 Oct 06 11:11:52.271825 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c3d6f-5d06-4a69-9ad8-44ffb65c6697 req-7319df38-2859-430b-9228-e4a4a2732454 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:52.273784 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d74c3d6f-5d06-4a69-9ad8-44ffb65c6697 req-7319df38-2859-430b-9228-e4a4a2732454 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0530481 Oct 06 11:11:52.326406 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d74c3d6f-5d06-4a69-9ad8-44ffb65c6697 req-88c003a0-3052-450d-9ac6-af6b21e23d45 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462301 Oct 06 11:11:52.507976 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ebee98a3-c000-4ab5-a3df-7a2f9e389850 req-a4947218-cb55-4786-ae54-3a31e887fd9c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Oct 06 11:11:52.691379 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'port': {'device_id': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'admin_state_up': True, 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'security_groups': ['abb3f893-5622-4d08-8368-5c0fb213c060']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:52.797734 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Made reservation on behalf of 8c9bfd4947d045cf831f1a60bf91f389 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:11:52.801588 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:52.865828 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:52.930320 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Allocated IP 172.20.0.4 (fea6c97c-9c48-403d-929b-bfa5008b2a1f/88fb8a68-c473-4757-8580-30d071bceb46/a1ce9ffa-2969-4b3f-8579-49451048adf4) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:11:53.072979 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.105229 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.148742 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:53.151374 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:11:53.157107 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:11:53.161367 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:11:53.165758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event updated for resources: {'Port': ['ID=a1ce9ffa-2969-4b3f-8579-49451048adf4,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:53.217978 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:53.218748 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.236606 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-e09bf1b8-6ed8-4c13-8177-04a7837988cc tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498543 Oct 06 11:11:53.274822 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-18925df3-37fc-4f3a-8d04-5be8fe0e5152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.386352 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Request body: {'port': {'device_id': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:11:53.388642 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-62810310-6428-4d7a-9464-85bbdc6c269e None None] Provisioning complete for port a1ce9ffa-2969-4b3f-8579-49451048adf4 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:11:53.389068 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-62810310-6428-4d7a-9464-85bbdc6c269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.389413 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-62810310-6428-4d7a-9464-85bbdc6c269e None None] Attempt 1 to provision port a1ce9ffa-2969-4b3f-8579-49451048adf4 Oct 06 11:11:53.430164 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-62810310-6428-4d7a-9464-85bbdc6c269e None None] Port a1ce9ffa-2969-4b3f-8579-49451048adf4 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:11:53.475912 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.476842 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cd53b-38b4-479e-8095-07a3b88681db req-38f60901-8429-418b-ba23-06e0d3fc2f00 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:53.478300 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-171cd53b-38b4-479e-8095-07a3b88681db req-38f60901-8429-418b-ba23-06e0d3fc2f00 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0963602 Oct 06 11:11:53.493837 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae978-12e1-4350-b407-69ef0fff9906 req-43a9b4f4-d895-4986-8dd8-d0321eacc855 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:53.495997 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6c7ae978-12e1-4350-b407-69ef0fff9906 req-43a9b4f4-d895-4986-8dd8-d0321eacc855 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 945 time: 0.0662436 Oct 06 11:11:53.567174 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:53.612232 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6c7ae978-12e1-4350-b407-69ef0fff9906 req-108f8582-5139-461c-a1b3-9e639a4ee52f tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=76072874-8f7d-42df-883e-233aaa8523e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103408 Oct 06 11:11:53.620822 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Deleting port 5a60437f-d87b-4705-ab02-ee352497d7bb {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:53.621171 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.657665 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aceb95-1688-442d-a7bc-ecbd4d8e6520 req-1020ac0c-0aaa-482c-bf40-dbed89dc500d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:53.659143 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f9aceb95-1688-442d-a7bc-ecbd4d8e6520 req-1020ac0c-0aaa-482c-bf40-dbed89dc500d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 931 time: 0.0686038 Oct 06 11:11:53.727106 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] For port 5a60437f-d87b-4705-ab02-ee352497d7bb, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a60437f-d87b-4705-ab02-ee352497d7bb,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:53.727474 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.741286 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Calling delete_port for 5a60437f-d87b-4705-ab02-ee352497d7bb owned by compute:nova {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:53.768813 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f9aceb95-1688-442d-a7bc-ecbd4d8e6520 req-92bb3986-235e-4568-8a98-f90a9c079870 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003444 Oct 06 11:11:53.840158 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ce9ffa-2969-4b3f-8579-49451048adf4 {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:11:53.845186 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:53.849429 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Publish callbacks [] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.870938 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Transition to ACTIVE for port object a1ce9ffa-2969-4b3f-8579-49451048adf4 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:11:53.871125 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (5a60437f-d87b-4705-ab02-ee352497d7bb), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.873825 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.910280 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['5a60437f-d87b-4705-ab02-ee352497d7bb'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:11:53.910717 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Pushing event deleted for resources: {'Port': ['ID=5a60437f-d87b-4705-ab02-ee352497d7bb,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:53.955118 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] No DVR routers for this DVR port 5a60437f-d87b-4705-ab02-ee352497d7bb on host hv-cinder-86020 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:11:53.958041 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:53.961650 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-171cd53b-38b4-479e-8095-07a3b88681db req-a45cca85-42d6-4c1b-9af2-56a130af48ba tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.55 "DELETE /networking/v2.0/ports/5a60437f-d87b-4705-ab02-ee352497d7bb HTTP/1.1" status: 204 len: 173 time: 0.4772751 Oct 06 11:11:53.962172 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41685b83-a75b-4abc-814c-c9a4424f2c65', 'name': 'network-vif-deleted', 'tag': '5a60437f-d87b-4705-ab02-ee352497d7bb'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:53.962733 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ce9ffa-2969-4b3f-8579-49451048adf4,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:53.965762 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee833178-a24b-4e24-a8ff-eb1f21d45ef8" -d '{"events": [{"server_uuid": "41685b83-a75b-4abc-814c-c9a4424f2c65", "name": "network-vif-deleted", "tag": "5a60437f-d87b-4705-ab02-ee352497d7bb"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:53.991911 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Attempting to bind port a1ce9ffa-2969-4b3f-8579-49451048adf4 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:11:53.992246 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Attempting to bind port a1ce9ffa-2969-4b3f-8579-49451048adf4 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:11:53.992579 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Attempting to bind port a1ce9ffa-2969-4b3f-8579-49451048adf4 on network fea6c97c-9c48-403d-929b-bfa5008b2a1f {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:54.011309 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8279576a-c34f-47cc-a86f-dba0b8418df1 x-openstack-request-id: req-8279576a-c34f-47cc-a86f-dba0b8418df1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:54.011598 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41685b83-a75b-4abc-814c-c9a4424f2c65", "name": "network-vif-deleted", "tag": "5a60437f-d87b-4705-ab02-ee352497d7bb", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:54.011878 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8279576a-c34f-47cc-a86f-dba0b8418df1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:54.012279 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8279576a-c34f-47cc-a86f-dba0b8418df1'] response: {'server_uuid': '41685b83-a75b-4abc-814c-c9a4424f2c65', 'name': 'network-vif-deleted', 'tag': '5a60437f-d87b-4705-ab02-ee352497d7bb', 'status': 'completed', 'code': 200} Oct 06 11:11:54.042171 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Port a1ce9ffa-2969-4b3f-8579-49451048adf4 on network fea6c97c-9c48-403d-929b-bfa5008b2a1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:11:54.042499 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Attempting to bind port a1ce9ffa-2969-4b3f-8579-49451048adf4 on network fea6c97c-9c48-403d-929b-bfa5008b2a1f {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:11:54.084179 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:11:54.084510 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Checking segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:11:54.084884 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Bound using segment: {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:11:54.085308 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Bound port: a1ce9ffa-2969-4b3f-8579-49451048adf4, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f41ba86-8b1a-49d5-b934-da89478cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:11:54.085660 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:54.150268 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] For port a1ce9ffa-2969-4b3f-8579-49451048adf4, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:11:54.153293 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] For port a1ce9ffa-2969-4b3f-8579-49451048adf4, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a1ce9ffa-2969-4b3f-8579-49451048adf4,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:11:54.158338 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:54.162440 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:54.163043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:54.164431 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/a1ce9ffa-2969-4b3f-8579-49451048adf4 HTTP/1.1" status: 200 len: 1093 time: 0.7831674 Oct 06 11:11:54.164971 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'tag': 'a1ce9ffa-2969-4b3f-8579-49451048adf4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:11:54.167169 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962afa74-c622-48c3-b9ec-f029bd004c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "562fb9bc-717f-4fea-9e1d-3b3637138ca8", "tag": "a1ce9ffa-2969-4b3f-8579-49451048adf4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:11:54.206513 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3647bc-d51c-487e-affe-ed9e7e043e06 x-openstack-request-id: req-4d3647bc-d51c-487e-affe-ed9e7e043e06 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:11:54.207380 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562fb9bc-717f-4fea-9e1d-3b3637138ca8", "tag": "a1ce9ffa-2969-4b3f-8579-49451048adf4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:11:54.207380 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d3647bc-d51c-487e-affe-ed9e7e043e06 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:11:54.207611 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3647bc-d51c-487e-affe-ed9e7e043e06'] response: {'name': 'network-changed', 'server_uuid': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'tag': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'status': 'completed', 'code': 200} Oct 06 11:11:54.209947 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:54.221399 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49837f7-c174-4447-acf0-a8291e0147e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ce9ffa-2969-4b3f-8579-49451048adf4,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:54.315953 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-4162381f-1377-4994-b69f-6efb844a007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:54.317468 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-4162381f-1377-4994-b69f-6efb844a007b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 1127 time: 0.0456884 Oct 06 11:11:54.391420 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-8ee1937b-edc7-440d-b59a-80c3a4fc9861 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1ce9ffa-2969-4b3f-8579-49451048adf4 HTTP/1.1" status: 200 len: 217 time: 0.0379076 Oct 06 11:11:54.602569 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-eab03ebe-3dd5-4a34-a9f7-9377e447a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:54.604185 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-eab03ebe-3dd5-4a34-a9f7-9377e447a6c7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.0510881 Oct 06 11:11:54.654753 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-29b81ba0-e5ec-4226-8240-bb12d2fbe290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:54.657235 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-29b81ba0-e5ec-4226-8240-bb12d2fbe290 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471520 Oct 06 11:11:54.765056 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-051182b9-a849-4520-a6ba-8a7d7a8298c7 req-0df83d47-81d0-4f63-9ee0-d215b26306c1 tempest-ServerRescueNegativeTestJSON-1763361212 tempest-ServerRescueNegativeTestJSON-1763361212-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=41685b83-a75b-4abc-814c-c9a4424f2c65 HTTP/1.1" status: 200 len: 210 time: 0.0335858 Oct 06 11:11:54.771730 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-3a91fe58-e809-4bd0-a10e-4345f6fb5968 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091292 Oct 06 11:11:54.789223 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=75 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:54.793188 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:DELETE=1,neutron:SELECT=66 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:54.874368 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76497b0e-8268-425d-8bca-5f9bd7391abb req-37e533d9-a760-400e-8397-650777733cba service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955281 Oct 06 11:11:54.902043 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c743738-f9bf-469a-817b-189640e106cd req-ab7ea0bb-ee4b-4246-a684-4a492d5e270e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:54.903447 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1c743738-f9bf-469a-817b-189640e106cd req-ab7ea0bb-ee4b-4246-a684-4a492d5e270e tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 943 time: 0.0555482 Oct 06 11:11:54.962715 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1c743738-f9bf-469a-817b-189640e106cd req-cafec141-d2fc-4e72-aaaf-453676e4a719 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530686 Oct 06 11:11:55.585408 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d08a447c-06c3-4c95-9e34-ae7173c9e6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:55.833404 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35286) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:56.112063 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803cb93-30e9-41c5-9df1-a2f33bfeeef9 req-4aeb742d-50b6-4ce6-91c3-da6901a1bc22 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:56.112063 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7803cb93-30e9-41c5-9df1-a2f33bfeeef9 req-4aeb742d-50b6-4ce6-91c3-da6901a1bc22 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 943 time: 0.0620949 Oct 06 11:11:56.122627 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:56.415953 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7803cb93-30e9-41c5-9df1-a2f33bfeeef9 req-97f73b6f-8268-4dc9-999b-b63228123fae tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051102 Oct 06 11:11:56.503382 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (33dd6613-b351-4b7c-aed5-373ec054b50f), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:56.686591 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 5a60437f-d87b-4705-ab02-ee352497d7bb no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:11:56.702578 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:56.706333 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 5a60437f-d87b-4705-ab02-ee352497d7bb {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:11:56.706693 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 5a60437f-d87b-4705-ab02-ee352497d7bb not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:11:56.765464 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Deleting port 171ff2d9-9881-4182-a347-306fa839341a {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:56.765802 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (171ff2d9-9881-4182-a347-306fa839341a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:56.850812 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] For port 171ff2d9-9881-4182-a347-306fa839341a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=171ff2d9-9881-4182-a347-306fa839341a,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:56.851485 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (171ff2d9-9881-4182-a347-306fa839341a), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:56.863527 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Calling delete_port for 171ff2d9-9881-4182-a347-306fa839341a owned by network:router_interface {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:57.026766 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:57.039824 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (171ff2d9-9881-4182-a347-306fa839341a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:57.065153 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=171ff2d9-9881-4182-a347-306fa839341a,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:57.102964 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:57.186914 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-92e64f5d-50a6-492c-ad9d-0904ab091acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:57.189927 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-92e64f5d-50a6-492c-ad9d-0904ab091acd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 1127 time: 0.0502620 Oct 06 11:11:57.252632 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (33dd6613-b351-4b7c-aed5-373ec054b50f), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:57.268476 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:57.294840 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-42cb2dd1-8b3c-46b3-85fc-4b2072886f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:57.296349 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-42cb2dd1-8b3c-46b3-85fc-4b2072886f49 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 910 time: 0.0995533 Oct 06 11:11:57.338415 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-04305315-c51c-4392-b5bc-745810e38d8b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1ce9ffa-2969-4b3f-8579-49451048adf4 HTTP/1.1" status: 200 len: 217 time: 0.0330920 Oct 06 11:11:57.387805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-c51a9bb4-da71-45bf-bed0-c641a61a04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:57.389408 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-c51a9bb4-da71-45bf-bed0-c641a61a04c3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.0458131 Oct 06 11:11:57.437162 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-f8116580-1483-408d-9b62-363ebce2ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:57.438755 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-f8116580-1483-408d-9b62-363ebce2ad99 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436158 Oct 06 11:11:57.534224 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-f7aed692-f6f4-48a8-9073-3d6b7216141c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886242 Oct 06 11:11:57.636107 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-962afa74-c622-48c3-b9ec-f029bd004c9b req-7968630a-f0fa-47f5-ab00-a5304615aa7f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936248 Oct 06 11:11:57.733678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19a7c1-7c4c-468f-941f-6ec6b686f184 req-69822b22-7e7e-462b-a716-9048fc01b486 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:57.735664 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4f19a7c1-7c4c-468f-941f-6ec6b686f184 req-69822b22-7e7e-462b-a716-9048fc01b486 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 943 time: 0.0650218 Oct 06 11:11:57.739738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Router 33dd6613-b351-4b7c-aed5-373ec054b50f has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:11:57.768009 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:57.846365 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4f19a7c1-7c4c-468f-941f-6ec6b686f184 req-ad307626-af2e-4658-b4f6-bba150bf46d7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030815 Oct 06 11:11:57.892996 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:11:57.898166 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3d797b78-60c2-4238-9780-e765a868b2e2 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/33dd6613-b351-4b7c-aed5-373ec054b50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0645332 Oct 06 11:11:57.900716 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35300) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:57.902824 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] Sync routers for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:11:57.914256 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:57.914878 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:58.010485 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks [] for router (33dd6613-b351-4b7c-aed5-373ec054b50f), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.015620 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:58.112835 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks [] for router_gateway (33dd6613-b351-4b7c-aed5-373ec054b50f), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.155176 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Deleting port 1b55885f-5c4a-4f19-9bf8-651ab307010b {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:58.155426 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.184282 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:11:56Z', 'revision_number': 5, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port': {'id': '1b55885f-5c4a-4f19-9bf8-651ab307010b', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:58.198089 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:58.215148 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] Checking router: 33dd6613-b351-4b7c-aed5-373ec054b50f for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:11:58.227181 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] Routers {'33dd6613-b351-4b7c-aed5-373ec054b50f'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:11:58.227808 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['33dd6613-b351-4b7c-aed5-373ec054b50f'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:58.244930 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] For port 1b55885f-5c4a-4f19-9bf8-651ab307010b, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=1b55885f-5c4a-4f19-9bf8-651ab307010b,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:58.245307 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.259178 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Calling delete_port for 1b55885f-5c4a-4f19-9bf8-651ab307010b owned by network:router_gateway {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:58.315530 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] Set router 33dd6613-b351-4b7c-aed5-373ec054b50f gateway port host: None {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:11:58.366187 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:11:58Z', 'revision_number': 6, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:58.390735 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98decdf6-9b33-427b-9d73-76fd4d9dc267 None None] The sync data for ids ['33dd6613-b351-4b7c-aed5-373ec054b50f'] in dv-cinder-860209-2-iscsi is: [{'id': '33dd6613-b351-4b7c-aed5-373ec054b50f', 'name': 'tempest-ServerRescueNegativeTestJSON-1506798952-router', 'tenant_id': '4ebb258de32f40c68f86e4b401efde5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:11:58Z', 'revision_number': 6, 'project_id': '4ebb258de32f40c68f86e4b401efde5d', 'gw_port_host': None}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:11:58.428127 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (1b55885f-5c4a-4f19-9bf8-651ab307010b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.454179 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b55885f-5c4a-4f19-9bf8-651ab307010b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:58.518689 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (33dd6613-b351-4b7c-aed5-373ec054b50f), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.593037 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.620509 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (33dd6613-b351-4b7c-aed5-373ec054b50f), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.622663 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks [] for router_controller (33dd6613-b351-4b7c-aed5-373ec054b50f), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.684185 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (33dd6613-b351-4b7c-aed5-373ec054b50f), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.684541 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33dd6613-b351-4b7c-aed5-373ec054b50f {{(pid=106389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:11:58.689247 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.690386 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-d942a029-8159-4c36-ab47-ae451981fe22 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/33dd6613-b351-4b7c-aed5-373ec054b50f HTTP/1.1" status: 204 len: 168 time: 0.7887075 Oct 06 11:11:58.693054 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device a1ce9ffa-2969-4b3f-8579-49451048adf4 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:11:58.693207 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35304) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:58.739879 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Deleting subnet d385ea7e-0027-459e-864e-32baf6548b18 {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:11:58.743167 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Publish callbacks [] for subnet (d385ea7e-0027-459e-864e-32baf6548b18), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.784099 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572067'] for subnet (d385ea7e-0027-459e-864e-32baf6548b18), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.801301 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port a1ce9ffa-2969-4b3f-8579-49451048adf4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a1ce9ffa-2969-4b3f-8579-49451048adf4,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:58.821003 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'port_id': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'mac_address': 'fa:16:3e:d5:fe:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:11:58.831566 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:58.834715 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.870511 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port a1ce9ffa-2969-4b3f-8579-49451048adf4 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:11:58.870913 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.875144 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (d385ea7e-0027-459e-864e-32baf6548b18), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.885523 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ce9ffa-2969-4b3f-8579-49451048adf4 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:11:58.910704 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port a1ce9ffa-2969-4b3f-8579-49451048adf4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a1ce9ffa-2969-4b3f-8579-49451048adf4,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:58.915907 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:58.966491 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=a1ce9ffa-2969-4b3f-8579-49451048adf4,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:58.969202 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3977315'] for subnet (d385ea7e-0027-459e-864e-32baf6548b18), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.008383 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2a296-2cec-42bb-b89f-7dce96f3d9e5 req-015f3512-13e3-40aa-9bd5-58af731e200c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:11:59.010238 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d6b2a296-2cec-42bb-b89f-7dce96f3d9e5 req-015f3512-13e3-40aa-9bd5-58af731e200c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 944 time: 0.0832357 Oct 06 11:11:59.011294 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d385ea7e-0027-459e-864e-32baf6548b18,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:59.016228 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.019230 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d385ea7e-0027-459e-864e-32baf6548b18 HTTP/1.1" status: 204 len: 168 time: 0.3251066 Oct 06 11:11:59.021951 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35308) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:59.024263 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd697c-c873-49c7-98b3-729c5b3fc524 None None] Network 66a88666-ebf0-4b86-a615-d5110a6e14c5 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:11:59.038461 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.038828 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.039135 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.039471 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.039801 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.040176 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.040500 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.040817 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.041141 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.041465 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.041795 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.042114 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.042434 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.042750 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.043063 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d52154-a543-4545-a357-a37029a203ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.070743 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:59.083678 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d6b2a296-2cec-42bb-b89f-7dce96f3d9e5 req-bd9d2fe1-0eca-444f-a696-3db446a44dc8 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623443 Oct 06 11:11:59.106985 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (66a88666-ebf0-4b86-a615-d5110a6e14c5), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.154022 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Deleting port 34308035-30e3-4302-a1c4-8d5947d1696c {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:59.154373 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.191889 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] DHCP port deletion for 66a88666-ebf0-4b86-a615-d5110a6e14c5 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:11:59.209184 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:59.231082 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] Deleting port 34308035-30e3-4302-a1c4-8d5947d1696c {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:11:59.231570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.235941 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] For port 34308035-30e3-4302-a1c4-8d5947d1696c, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=34308035-30e3-4302-a1c4-8d5947d1696c,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:59.236387 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.249309 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Calling delete_port for 34308035-30e3-4302-a1c4-8d5947d1696c owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:59.305720 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] For port 34308035-30e3-4302-a1c4-8d5947d1696c, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=34308035-30e3-4302-a1c4-8d5947d1696c,segment=NetworkSegment(194f75ab-3a42-4c08-a348-7cb3efaf4b80),segment_id=194f75ab-3a42-4c08-a348-7cb3efaf4b80)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:11:59.306205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.323912 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] Calling delete_port for 34308035-30e3-4302-a1c4-8d5947d1696c owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:11:59.333569 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.335635 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:59.345554 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['a1ce9ffa-2969-4b3f-8579-49451048adf4'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:11:59.361899 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Pushing event deleted for resources: {'Port': ['ID=34308035-30e3-4302-a1c4-8d5947d1696c,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:59.364333 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] No DVR routers for this DVR port 34308035-30e3-4302-a1c4-8d5947d1696c on host dv-cinder-860209-2-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:11:59.373337 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.373672 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.374021 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.374363 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.374700 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.375036 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.375416 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.375749 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.376125 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.376516 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.376847 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.377179 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.377506 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.377831 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.378153 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:11:59.460638 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (66a88666-ebf0-4b86-a615-d5110a6e14c5), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.473344 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:11:59.484795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a88666-ebf0-4b86-a615-d5110a6e14c5']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:59.486650 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (34308035-30e3-4302-a1c4-8d5947d1696c), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.497670 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194f75ab-3a42-4c08-a348-7cb3efaf4b80') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:59.498115 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194f75ab-3a42-4c08-a348-7cb3efaf4b80') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:11:59.508814 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (194f75ab-3a42-4c08-a348-7cb3efaf4b80), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.523534 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (194f75ab-3a42-4c08-a348-7cb3efaf4b80), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.529310 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] No DVR routers for this DVR port 34308035-30e3-4302-a1c4-8d5947d1696c on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:11:59.530081 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Releasing vlan 459 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:11:59.530580 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (194f75ab-3a42-4c08-a348-7cb3efaf4b80), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.540588 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9914f38-4467-4515-a08d-cd865596f6f3 None None] Pushing event deleted for resources: {'Port': ['ID=34308035-30e3-4302-a1c4-8d5947d1696c,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:59.588617 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 194f75ab-3a42-4c08-a348-7cb3efaf4b80 resource provider aggregate not found Oct 06 11:11:59.611583 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 194f75ab-3a42-4c08-a348-7cb3efaf4b80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 194f75ab-3a42-4c08-a348-7cb3efaf4b80 found for delete ", "request_id": "req-2bb14a4a-4e84-45ef-a1c2-5dd25b7566f8"}]} Oct 06 11:11:59.613186 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (66a88666-ebf0-4b86-a615-d5110a6e14c5), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.619481 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.622618 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/66a88666-ebf0-4b86-a615-d5110a6e14c5 HTTP/1.1" status: 204 len: 168 time: 0.5994279 Oct 06 11:11:59.633069 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ba4ea-cdfb-45c7-8404-c4048cf6c740 admin admin] Pushing event deleted for resources: {'Network': ['ID=66a88666-ebf0-4b86-a615-d5110a6e14c5,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:11:59.737964 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35318) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:59.778776 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e25fe864-ff9f-432c-8b35-07bc765d689d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4ebb258de32f40c68f86e4b401efde5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397072 Oct 06 11:11:59.781360 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35320) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:11:59.822642 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 34308035-30e3-4302-a1c4-8d5947d1696c no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:11:59.831662 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34d10ff7-7591-4b17-a90c-58923e7a22cb admin admin] Publish callbacks [] for security_group (76072874-8f7d-42df-883e-233aaa8523e3), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.839665 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 34308035-30e3-4302-a1c4-8d5947d1696c {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:11:59.840122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 34308035-30e3-4302-a1c4-8d5947d1696c not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:11:59.840616 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 171ff2d9-9881-4182-a347-306fa839341a no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:11:59.852140 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34d10ff7-7591-4b17-a90c-58923e7a22cb admin admin] Publish callbacks [] for security_group (76072874-8f7d-42df-883e-233aaa8523e3), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.858463 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 171ff2d9-9881-4182-a347-306fa839341a {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:11:59.858819 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 171ff2d9-9881-4182-a347-306fa839341a not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:11:59.859235 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 1b55885f-5c4a-4f19-9bf8-651ab307010b no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:11:59.877915 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 1b55885f-5c4a-4f19-9bf8-651ab307010b {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:11:59.878270 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 1b55885f-5c4a-4f19-9bf8-651ab307010b not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:11:59.901392 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34d10ff7-7591-4b17-a90c-58923e7a22cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (76072874-8f7d-42df-883e-233aaa8523e3), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.904178 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34d10ff7-7591-4b17-a90c-58923e7a22cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:11:59.905380 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-34d10ff7-7591-4b17-a90c-58923e7a22cb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/76072874-8f7d-42df-883e-233aaa8523e3 HTTP/1.1" status: 204 len: 168 time: 0.1230402 Oct 06 11:11:59.914007 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d10ff7-7591-4b17-a90c-58923e7a22cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76072874-8f7d-42df-883e-233aaa8523e3,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:00.203041 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9b75f-037e-409d-945f-2b8cca0f43a0 req-3fa3d4ff-d93c-4103-b75d-c390ab8a2e4d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:00.204775 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-47b9b75f-037e-409d-945f-2b8cca0f43a0 req-3fa3d4ff-d93c-4103-b75d-c390ab8a2e4d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 944 time: 0.0522122 Oct 06 11:12:00.254659 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-47b9b75f-037e-409d-945f-2b8cca0f43a0 req-39e27925-1c69-430a-90c7-7c00a1e83a94 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Oct 06 11:12:00.723113 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device a1ce9ffa-2969-4b3f-8579-49451048adf4 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:12:00.767635 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port a1ce9ffa-2969-4b3f-8579-49451048adf4 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:12:00.773331 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port a1ce9ffa-2969-4b3f-8579-49451048adf4 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:12:00.773727 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:00.774151 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port a1ce9ffa-2969-4b3f-8579-49451048adf4 Oct 06 11:12:00.847796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port a1ce9ffa-2969-4b3f-8579-49451048adf4 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:12:00.848420 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:00.872155 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ce9ffa-2969-4b3f-8579-49451048adf4'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:12:00.874370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265a8ad8-685b-48d6-9122-5ccb3faa55d7" -d '{"events": [{"server_uuid": "562fb9bc-717f-4fea-9e1d-3b3637138ca8", "name": "network-vif-plugged", "status": "completed", "tag": "a1ce9ffa-2969-4b3f-8579-49451048adf4"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:12:00.888687 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port a1ce9ffa-2969-4b3f-8579-49451048adf4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a1ce9ffa-2969-4b3f-8579-49451048adf4,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:12:00.894483 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:00.923126 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfcc63b-9c7d-4514-b2b1-2c93bc0d4ef3 x-openstack-request-id: req-2bfcc63b-9c7d-4514-b2b1-2c93bc0d4ef3 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:12:00.923559 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562fb9bc-717f-4fea-9e1d-3b3637138ca8", "name": "network-vif-plugged", "status": "completed", "tag": "a1ce9ffa-2969-4b3f-8579-49451048adf4", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:12:00.923861 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bfcc63b-9c7d-4514-b2b1-2c93bc0d4ef3 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:12:00.924260 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfcc63b-9c7d-4514-b2b1-2c93bc0d4ef3'] response: {'server_uuid': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'code': 200} Oct 06 11:12:00.955995 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=a1ce9ffa-2969-4b3f-8579-49451048adf4,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:01.160672 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47bb76-04c3-4b9f-90be-ccbf47ffc557 req-2c63cfa9-a59a-412d-8c57-b89395be68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:01.162180 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1a47bb76-04c3-4b9f-90be-ccbf47ffc557 req-2c63cfa9-a59a-412d-8c57-b89395be68fa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 1129 time: 0.0397840 Oct 06 11:12:01.212281 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1a47bb76-04c3-4b9f-90be-ccbf47ffc557 req-2e032d64-c5ec-4e7b-9321-7c41830577ec service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Oct 06 11:12:01.378076 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33abc3-05ae-4ff2-9525-1c4ceb65af34 req-b39e2e28-72ea-49cf-8c0d-aa62f911a4a4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:01.379573 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e33abc3-05ae-4ff2-9525-1c4ceb65af34 req-b39e2e28-72ea-49cf-8c0d-aa62f911a4a4 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 945 time: 0.0492623 Oct 06 11:12:01.440307 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8e33abc3-05ae-4ff2-9525-1c4ceb65af34 req-978bcf22-4fc5-4b44-af35-bd2e3b2fd65d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548484 Oct 06 11:12:02.584406 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033472-ff9d-49f6-b436-8470ee6c5171 req-d79e4e20-2cc1-4a23-afd4-e11be51ed2cb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:02.586449 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-65033472-ff9d-49f6-b436-8470ee6c5171 req-d79e4e20-2cc1-4a23-afd4-e11be51ed2cb tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 945 time: 0.0495648 Oct 06 11:12:02.679368 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-65033472-ff9d-49f6-b436-8470ee6c5171 req-4e3a513a-a81f-4f61-88fa-737773a8fc10 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870023 Oct 06 11:12:03.807908 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f888fc8-51d9-4c0c-a2c2-2a9e7f79dfb7 req-510b09e1-bb43-4e3e-ad82-5d1631fed5fa tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:03.809502 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7f888fc8-51d9-4c0c-a2c2-2a9e7f79dfb7 req-510b09e1-bb43-4e3e-ad82-5d1631fed5fa tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Oct 06 11:12:03.862757 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7f888fc8-51d9-4c0c-a2c2-2a9e7f79dfb7 req-81207be2-7aca-4f51-9ce2-1c4256f5c4a6 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467799 Oct 06 11:12:03.983181 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a135c08-8d2d-44e1-8307-5013a7a08ad1 req-139eed37-e9ef-4e1a-870b-d2bd9ae98b0d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:03.984713 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9a135c08-8d2d-44e1-8307-5013a7a08ad1 req-139eed37-e9ef-4e1a-870b-d2bd9ae98b0d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 945 time: 0.0494435 Oct 06 11:12:03.995038 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35424) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:03.999432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Request body: {'floatingip': {'port_id': 'a1ce9ffa-2969-4b3f-8579-49451048adf4'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:04.038987 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (898f8811-3bf9-4dec-9885-48f89ef7471e), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:04.040845 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:04.478989 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:04.482778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (898f8811-3bf9-4dec-9885-48f89ef7471e), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:04.563880 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:04.581966 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Floating IP 898f8811-3bf9-4dec-9885-48f89ef7471e associated. External IP: 172.27.0.4, port: a1ce9ffa-2969-4b3f-8579-49451048adf4. Oct 06 11:12:04.779587 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:12:04.845948 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad17f9-b9bd-45a5-b909-00629799c4a3 req-7e5191ce-8b0f-481e-ae4e-286daebefbf7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:04.847442 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-27ad17f9-b9bd-45a5-b909-00629799c4a3 req-7e5191ce-8b0f-481e-ae4e-286daebefbf7 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0463274 Oct 06 11:12:04.868011 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:04.885025 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:12:04.889939 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:04.896450 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] Sync routers for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:12:04.897580 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-27ad17f9-b9bd-45a5-b909-00629799c4a3 req-e4013899-dabe-4792-be33-23a0cf740212 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443819 Oct 06 11:12:04.908459 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:12:04.909278 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:12:04.920969 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-abe8af27-5faf-47a0-b38f-3bd5eaea1fed tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/898f8811-3bf9-4dec-9885-48f89ef7471e HTTP/1.1" status: 200 len: 989 time: 0.9248834 Oct 06 11:12:04.921623 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'tag': 'a1ce9ffa-2969-4b3f-8579-49451048adf4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:12:04.924615 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c11020-914d-4c64-bdae-b96ee23fce34" -d '{"events": [{"name": "network-changed", "server_uuid": "562fb9bc-717f-4fea-9e1d-3b3637138ca8", "tag": "a1ce9ffa-2969-4b3f-8579-49451048adf4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:12:04.930390 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35438) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:04.964990 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3625b5f4-5cec-4b3b-89b5-c4b898394e51 x-openstack-request-id: req-3625b5f4-5cec-4b3b-89b5-c4b898394e51 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:12:04.965275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562fb9bc-717f-4fea-9e1d-3b3637138ca8", "tag": "a1ce9ffa-2969-4b3f-8579-49451048adf4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:12:04.965526 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3625b5f4-5cec-4b3b-89b5-c4b898394e51 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:12:04.965929 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3625b5f4-5cec-4b3b-89b5-c4b898394e51'] response: {'name': 'network-changed', 'server_uuid': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'tag': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'status': 'completed', 'code': 200} Oct 06 11:12:05.036610 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:12:05.090407 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-8dac39d0-c3dc-443d-816a-e54b97df59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:05.092710 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-8dac39d0-c3dc-443d-816a-e54b97df59dd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 1129 time: 0.0681520 Oct 06 11:12:05.130450 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:05.149232 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:05.168471 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0c8b1-1eaf-4583-a5db-cf075816b4be tempest-TestMinimumBasicScenario-1007750280 tempest-TestMinimumBasicScenario-1007750280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:05.170472 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a9c0c8b1-1eaf-4583-a5db-cf075816b4be tempest-TestMinimumBasicScenario-1007750280 tempest-TestMinimumBasicScenario-1007750280-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1125 time: 0.2388375 Oct 06 11:12:05.174050 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35446) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:05.179875 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'port_id': '94650b61-76aa-4105-9fd3-7f1db6829887', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:05.206436 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:05.212768 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:05.231802 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-9f508f18-e225-4019-b8ae-1a755f32f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:05.233308 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-9f508f18-e225-4019-b8ae-1a755f32f7fa service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 200 len: 910 time: 0.1319780 Oct 06 11:12:05.301336 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:05.327635 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-906e9735-2a4b-4230-a53e-7d35a0f1da9a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1ce9ffa-2969-4b3f-8579-49451048adf4 HTTP/1.1" status: 200 len: 997 time: 0.0841413 Oct 06 11:12:05.337473 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '898f8811-3bf9-4dec-9885-48f89ef7471e', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'port_id': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'mac_address': 'fa:16:3e:d5:fe:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:11:48Z', 'updated_at': '2022-10-06T11:12:04Z', 'revision_number': 1, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:12:05.373158 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] Checking router: 10b1bcbb-67b7-45a3-84c2-e31e62ad410a for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:12:05.389025 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:12:05.389668 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:12:05.409922 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-b1a10423-af42-4549-b6b4-f2287224320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:05.411941 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-b1a10423-af42-4549-b6b4-f2287224320d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 200 len: 848 time: 0.0786002 Oct 06 11:12:05.426717 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Allocated IP 172.27.0.79 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/70d65831-d751-4858-8374-dae6cdfc3cc2) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:12:05.436306 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:05.463892 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-40dcd01d-8199-4123-822c-95c8d52b0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:05.465594 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-40dcd01d-8199-4123-822c-95c8d52b0309 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fea6c97c-9c48-403d-929b-bfa5008b2a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451238 Oct 06 11:12:05.505114 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:12:05.551930 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for port (70d65831-d751-4858-8374-dae6cdfc3cc2), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:05.567114 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-f1720557-d539-42bf-bcf2-1cc1af84ff72 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948999 Oct 06 11:12:05.589284 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (70d65831-d751-4858-8374-dae6cdfc3cc2), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:05.634537 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:12:05.638159 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:12:05.644090 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:12:05.665459 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96c11020-914d-4c64-bdae-b96ee23fce34 req-fbecdf4f-8145-431f-9d41-00b5611ce65f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918934 Oct 06 11:12:05.673676 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'Port': ['ID=70d65831-d751-4858-8374-dae6cdfc3cc2,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:05.854642 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '898f8811-3bf9-4dec-9885-48f89ef7471e', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'port_id': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'mac_address': 'fa:16:3e:d5:fe:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:11:48Z', 'updated_at': '2022-10-06T11:12:04Z', 'revision_number': 1, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:12:05.883014 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d085f8-ee58-465b-8861-6de5253f3fb1 None None] The sync data for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi is: [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '898f8811-3bf9-4dec-9885-48f89ef7471e', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'port_id': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'mac_address': 'fa:16:3e:d5:fe:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:11:48Z', 'updated_at': '2022-10-06T11:12:04Z', 'revision_number': 1, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:12:05.951176 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:06.013321 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for floatingip (1eec2fa3-9c86-4e05-941c-e9ded87aa817), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:06.080833 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f3c5c-3b70-4455-84a2-1907aa4205e3 None None] New status for floating IP 898f8811-3bf9-4dec-9885-48f89ef7471e: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:12:06.094817 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (70d65831-d751-4858-8374-dae6cdfc3cc2), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:06.254225 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for port (70d65831-d751-4858-8374-dae6cdfc3cc2), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:06.258685 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (70d65831-d751-4858-8374-dae6cdfc3cc2), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:06.304183 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:06.330152 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'Port': ['ID=70d65831-d751-4858-8374-dae6cdfc3cc2,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:06.334075 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (1eec2fa3-9c86-4e05-941c-e9ded87aa817), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:06.432584 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.l3_db [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Floating IP 1eec2fa3-9c86-4e05-941c-e9ded87aa817 associated. External IP: 172.27.0.79, port: 94650b61-76aa-4105-9fd3-7f1db6829887. Oct 06 11:12:06.641587 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:12:06.746072 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:12:06.756493 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] Sync routers for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:12:06.756991 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:06.766857 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:06.770974 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:12:06.771645 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:12:06.801898 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5a04739a-be11-4b34-9854-4a2de9712ab5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6264708 Oct 06 11:12:06.802554 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:12:06.804877 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee18c8ce-c621-48a2-852d-4fbaaac90f63" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:12:06.805324 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35466) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:06.812083 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-db7463da-7bc0-49a5-8c75-c555ad00a307 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335297420', 'description': 'tempest-secgroup-smoke-335297420 description', 'project_id': 'ca311e63675241eaaef42a8154e905ac'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:06.844050 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e60846-95cd-499e-b04c-bc3ab6804686 x-openstack-request-id: req-41e60846-95cd-499e-b04c-bc3ab6804686 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:12:06.844247 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:12:06.844601 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41e60846-95cd-499e-b04c-bc3ab6804686 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:12:06.845036 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e60846-95cd-499e-b04c-bc3ab6804686'] response: {'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887', 'status': 'completed', 'code': 200} Oct 06 11:12:06.850494 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-db7463da-7bc0-49a5-8c75-c555ad00a307 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:06.894351 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:12:06.943631 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:06.977096 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-db7463da-7bc0-49a5-8c75-c555ad00a307 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group (11ee5993-abd0-464f-9325-9dab2779718f), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:06.978699 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-df7a4c46-002f-4253-b7db-c12121870edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:06.980872 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-df7a4c46-002f-4253-b7db-c12121870edb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1130 time: 0.0775535 Oct 06 11:12:06.982826 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-db7463da-7bc0-49a5-8c75-c555ad00a307 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (11ee5993-abd0-464f-9325-9dab2779718f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.067829 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-db7463da-7bc0-49a5-8c75-c555ad00a307 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.072444 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-db7463da-7bc0-49a5-8c75-c555ad00a307 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2659783 Oct 06 11:12:07.072716 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35470) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:07.077845 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7463da-7bc0-49a5-8c75-c555ad00a307 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee5993-abd0-464f-9325-9dab2779718f,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:07.089854 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-b91360ce-9d0b-4551-b618-8aa66d34a53f tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'security_group_rule': {'security_group_id': '11ee5993-abd0-464f-9325-9dab2779718f', 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:07.132561 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b91360ce-9d0b-4551-b618-8aa66d34a53f tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (e31e1d2e-e855-40db-ac3d-3f68960f13a9), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.158326 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-9f6845c7-c5af-4f36-9351-f6bf5777ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:07.161094 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-9f6845c7-c5af-4f36-9351-f6bf5777ff90 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 915 time: 0.1716485 Oct 06 11:12:07.175762 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '1eec2fa3-9c86-4e05-941c-e9ded87aa817', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'port_id': '94650b61-76aa-4105-9fd3-7f1db6829887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'mac_address': 'fa:16:3e:66:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc20029-503a-4c89-b422-088e3676b9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:12:05Z', 'updated_at': '2022-10-06T11:12:05Z', 'revision_number': 0, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 5, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:12:07.207151 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b91360ce-9d0b-4551-b618-8aa66d34a53f tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (e31e1d2e-e855-40db-ac3d-3f68960f13a9), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.208076 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] Checking router: ce94f0e3-3b94-4cdb-9a22-48601c967ff9 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:12:07.213909 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b91360ce-9d0b-4551-b618-8aa66d34a53f tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (e31e1d2e-e855-40db-ac3d-3f68960f13a9), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.217351 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:12:07.218026 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:11:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:12:07.235691 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91360ce-9d0b-4551-b618-8aa66d34a53f tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31e1d2e-e855-40db-ac3d-3f68960f13a9,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:07.244236 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-5a615d76-993b-4ef9-9f6e-780a24ab656b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 999 time: 0.0763850 Oct 06 11:12:07.262369 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b91360ce-9d0b-4551-b618-8aa66d34a53f tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.263857 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-b91360ce-9d0b-4551-b618-8aa66d34a53f tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895702 Oct 06 11:12:07.266669 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35478) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:07.273036 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-1735e17b-b3c2-4d29-aa9e-d0e0064a838e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'security_group_rule': {'security_group_id': '11ee5993-abd0-464f-9325-9dab2779718f', 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:07.306002 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1735e17b-b3c2-4d29-aa9e-d0e0064a838e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (b622ce6c-af00-429f-8aa7-2085ae63156c), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.308072 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-a7a8609d-5340-4f17-a45f-e8fcadd5be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:07.310957 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-a7a8609d-5340-4f17-a45f-e8fcadd5be7d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 200 len: 853 time: 0.0530803 Oct 06 11:12:07.332042 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:07.354376 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:12:07.367916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1735e17b-b3c2-4d29-aa9e-d0e0064a838e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (b622ce6c-af00-429f-8aa7-2085ae63156c), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.374983 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-445256ce-500a-477d-add9-5877a6f662a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:07.375239 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1735e17b-b3c2-4d29-aa9e-d0e0064a838e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (b622ce6c-af00-429f-8aa7-2085ae63156c), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.378351 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-445256ce-500a-477d-add9-5877a6f662a4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0816dbad-e0a3-486e-94ba-be677095fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587227 Oct 06 11:12:07.404052 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:07.408068 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1735e17b-b3c2-4d29-aa9e-d0e0064a838e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.409316 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-1735e17b-b3c2-4d29-aa9e-d0e0064a838e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414671 Oct 06 11:12:07.417837 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735e17b-b3c2-4d29-aa9e-d0e0064a838e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b622ce6c-af00-429f-8aa7-2085ae63156c,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:07.419460 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35484) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:07.431201 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-187f0bbc-5521-4399-b170-8c092e393cc4 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'security_group_rule': {'security_group_id': '11ee5993-abd0-464f-9325-9dab2779718f', 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:07.466122 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-187f0bbc-5521-4399-b170-8c092e393cc4 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (bac1fd08-a0aa-4447-b190-980ff7b6fb7a), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.467643 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:07.468795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:07.505328 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-04dd357b-6936-4fde-a49d-fcc272a3d527 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212735 Oct 06 11:12:07.538679 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-187f0bbc-5521-4399-b170-8c092e393cc4 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (bac1fd08-a0aa-4447-b190-980ff7b6fb7a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.543709 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-187f0bbc-5521-4399-b170-8c092e393cc4 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (bac1fd08-a0aa-4447-b190-980ff7b6fb7a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.593295 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '1eec2fa3-9c86-4e05-941c-e9ded87aa817', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'port_id': '94650b61-76aa-4105-9fd3-7f1db6829887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'mac_address': 'fa:16:3e:66:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc20029-503a-4c89-b422-088e3676b9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:12:05Z', 'updated_at': '2022-10-06T11:12:05Z', 'revision_number': 0, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 5, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:12:07.612795 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ee18c8ce-c621-48a2-852d-4fbaaac90f63 req-2858ae62-fd7c-43e2-85c7-6b9a1ef0fd92 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011519 Oct 06 11:12:07.620435 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d379d-22e8-455c-9eef-9a9355dfc3ce None None] The sync data for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi is: [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '1eec2fa3-9c86-4e05-941c-e9ded87aa817', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'port_id': '94650b61-76aa-4105-9fd3-7f1db6829887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'mac_address': 'fa:16:3e:66:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc20029-503a-4c89-b422-088e3676b9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:12:05Z', 'updated_at': '2022-10-06T11:12:05Z', 'revision_number': 0, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 5, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:12:07.814856 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f0bbc-5521-4399-b170-8c092e393cc4 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac1fd08-a0aa-4447-b190-980ff7b6fb7a,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:07.823306 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-187f0bbc-5521-4399-b170-8c092e393cc4 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.827076 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-187f0bbc-5521-4399-b170-8c092e393cc4 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3980448 Oct 06 11:12:07.827520 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35486) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:07.834043 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf937c-0e5a-4b9b-8174-d768a5ffbadf None None] New status for floating IP 1eec2fa3-9c86-4e05-941c-e9ded87aa817: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:12:07.835124 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-21d9d21c-d4ca-4328-878e-97381d17a26b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'security_group_rule': {'security_group_id': '11ee5993-abd0-464f-9325-9dab2779718f', 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:07.864182 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-21d9d21c-d4ca-4328-878e-97381d17a26b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (ab75d66e-3535-47e9-9fc5-4ccb1e34bc4a), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.923732 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-21d9d21c-d4ca-4328-878e-97381d17a26b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (ab75d66e-3535-47e9-9fc5-4ccb1e34bc4a), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.927320 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-21d9d21c-d4ca-4328-878e-97381d17a26b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (ab75d66e-3535-47e9-9fc5-4ccb1e34bc4a), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.945234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9d21c-d4ca-4328-878e-97381d17a26b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab75d66e-3535-47e9-9fc5-4ccb1e34bc4a,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:07.965915 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-21d9d21c-d4ca-4328-878e-97381d17a26b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:07.972025 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-21d9d21c-d4ca-4328-878e-97381d17a26b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387932 Oct 06 11:12:07.976073 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35488) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:07.981038 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-b8173e85-4f9f-4d9f-8727-dba67cc96ab3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'security_group_rule': {'security_group_id': '11ee5993-abd0-464f-9325-9dab2779718f', 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:08.002568 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.securitygroups_db [None req-b8173e85-4f9f-4d9f-8727-dba67cc96ab3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Project ca311e63675241eaaef42a8154e905ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 11:12:08.008950 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b8173e85-4f9f-4d9f-8727-dba67cc96ab3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (222f8930-ddd9-4dad-98c8-49c68f602908), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.069037 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b8173e85-4f9f-4d9f-8727-dba67cc96ab3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (222f8930-ddd9-4dad-98c8-49c68f602908), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.072447 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b8173e85-4f9f-4d9f-8727-dba67cc96ab3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (222f8930-ddd9-4dad-98c8-49c68f602908), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.091715 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8173e85-4f9f-4d9f-8727-dba67cc96ab3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222f8930-ddd9-4dad-98c8-49c68f602908,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:08.097978 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b8173e85-4f9f-4d9f-8727-dba67cc96ab3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.099016 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-b8173e85-4f9f-4d9f-8727-dba67cc96ab3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217167 Oct 06 11:12:08.101698 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35490) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:08.106152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-7ee00810-9cfc-4282-be7e-efa307276aa1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'security_group_rule': {'security_group_id': '11ee5993-abd0-464f-9325-9dab2779718f', 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:08.126345 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.securitygroups_db [None req-7ee00810-9cfc-4282-be7e-efa307276aa1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Project ca311e63675241eaaef42a8154e905ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 11:12:08.132258 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ee00810-9cfc-4282-be7e-efa307276aa1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (3c552dbc-1c25-4893-ac77-589dd6ec0934), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.193602 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ee00810-9cfc-4282-be7e-efa307276aa1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (3c552dbc-1c25-4893-ac77-589dd6ec0934), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.197096 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ee00810-9cfc-4282-be7e-efa307276aa1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (3c552dbc-1c25-4893-ac77-589dd6ec0934), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.205059 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:08.218757 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee00810-9cfc-4282-be7e-efa307276aa1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c552dbc-1c25-4893-ac77-589dd6ec0934,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:08.228681 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ee00810-9cfc-4282-be7e-efa307276aa1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.229884 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-7ee00810-9cfc-4282-be7e-efa307276aa1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272082 Oct 06 11:12:08.321380 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7a933769-553d-4c6b-b204-929aa3619b69 req-93852a6e-f9df-4081-9cc0-563a6d9d3b06 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-335297420&fields=id&tenant_id=ca311e63675241eaaef42a8154e905ac HTTP/1.1" status: 200 len: 267 time: 0.0443895 Oct 06 11:12:08.369987 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a933769-553d-4c6b-b204-929aa3619b69 req-9ef1b499-2090-4640-be65-eeee11aa8b91 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:08.371416 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7a933769-553d-4c6b-b204-929aa3619b69 req-9ef1b499-2090-4640-be65-eeee11aa8b91 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0448205 Oct 06 11:12:08.382456 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-7a933769-553d-4c6b-b204-929aa3619b69 req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'port': {'security_groups': ['a0a54f86-da9f-4754-8dd4-060330d1d759', '11ee5993-abd0-464f-9325-9dab2779718f']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:12:08.455030 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7a933769-553d-4c6b-b204-929aa3619b69 req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.524658 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:08.665260 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-7a933769-553d-4c6b-b204-929aa3619b69 req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] For port 94650b61-76aa-4105-9fd3-7f1db6829887, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=94650b61-76aa-4105-9fd3-7f1db6829887,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:12:08.695493 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7a933769-553d-4c6b-b204-929aa3619b69 req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for port (94650b61-76aa-4105-9fd3-7f1db6829887), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.705626 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7a933769-553d-4c6b-b204-929aa3619b69 req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.726444 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a933769-553d-4c6b-b204-929aa3619b69 req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:08.730353 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7a933769-553d-4c6b-b204-929aa3619b69 req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:08.736536 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7a933769-553d-4c6b-b204-929aa3619b69 req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "PUT /networking/v2.0/ports/94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 982 time: 0.3581755 Oct 06 11:12:08.743682 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:12:08.746931 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dcd845-2476-446f-930b-c2bfe511c13e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:12:08.756532 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['94650b61-76aa-4105-9fd3-7f1db6829887'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:12:08.818236 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c953107-2b05-4d4e-b7d7-3e032d974296 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'Port': ['ID=94650b61-76aa-4105-9fd3-7f1db6829887,revision_number=6']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:08.821987 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7430aa-2895-41fa-9bbf-5017f773652e x-openstack-request-id: req-7f7430aa-2895-41fa-9bbf-5017f773652e {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:12:08.822264 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:12:08.822566 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f7430aa-2895-41fa-9bbf-5017f773652e {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:12:08.822967 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7430aa-2895-41fa-9bbf-5017f773652e'] response: {'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887', 'status': 'completed', 'code': 200} Oct 06 11:12:08.916666 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['94650b61-76aa-4105-9fd3-7f1db6829887'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:12:08.921972 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf495da-c633-47e2-b9b6-f6e816979fd5 req-9389b82a-c5a7-44e0-96a8-2334ef463224 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:08.932295 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cbf495da-c633-47e2-b9b6-f6e816979fd5 req-9389b82a-c5a7-44e0-96a8-2334ef463224 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0850050 Oct 06 11:12:08.980778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcd845-2476-446f-930b-c2bfe511c13e req-dad33358-799d-46fd-82f3-d1b031e90368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:08.984234 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35dcd845-2476-446f-930b-c2bfe511c13e req-dad33358-799d-46fd-82f3-d1b031e90368 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1169 time: 0.0856953 Oct 06 11:12:09.012731 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cbf495da-c633-47e2-b9b6-f6e816979fd5 req-cd4b4330-003b-4187-ae04-caf73151fd10 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743093 Oct 06 11:12:09.118406 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcd845-2476-446f-930b-c2bfe511c13e req-d1e18393-3b76-4c79-8442-45ce3b8267cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:09.119902 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35dcd845-2476-446f-930b-c2bfe511c13e req-d1e18393-3b76-4c79-8442-45ce3b8267cf service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 915 time: 0.1289175 Oct 06 11:12:09.212454 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35dcd845-2476-446f-930b-c2bfe511c13e req-33a544b1-f531-4356-be5a-6a0ad4ab951f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 1001 time: 0.0834854 Oct 06 11:12:09.286403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcd845-2476-446f-930b-c2bfe511c13e req-385a2bff-cf79-4df6-ba1f-09daea125d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:09.287872 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35dcd845-2476-446f-930b-c2bfe511c13e req-385a2bff-cf79-4df6-ba1f-09daea125d4c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 200 len: 853 time: 0.0602589 Oct 06 11:12:09.320540 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:09.338362 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcd845-2476-446f-930b-c2bfe511c13e req-ea40d79f-c4dd-4e8d-83f1-e6b0447bc05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:09.339891 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35dcd845-2476-446f-930b-c2bfe511c13e req-ea40d79f-c4dd-4e8d-83f1-e6b0447bc05b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0816dbad-e0a3-486e-94ba-be677095fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429077 Oct 06 11:12:09.343808 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:09.387522 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35516) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:09.443077 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35dcd845-2476-446f-930b-c2bfe511c13e req-3e8f73dc-a002-4fee-a01a-71fb7bdc74b4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958786 Oct 06 11:12:09.517391 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:09.523250 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-836e10b4-1aa2-4d48-8d41-bdca28ec8f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:09.541614 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-35dcd845-2476-446f-930b-c2bfe511c13e req-7a419b6b-4b4e-4087-be8c-7fe0069af014 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927808 Oct 06 11:12:09.600750 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-836e10b4-1aa2-4d48-8d41-bdca28ec8f3d admin admin] Publish callbacks [] for security_group (6aa74105-76b6-477f-b744-43d569208a66), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:09.605261 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-836e10b4-1aa2-4d48-8d41-bdca28ec8f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6aa74105-76b6-477f-b744-43d569208a66), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:09.646123 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e10b4-1aa2-4d48-8d41-bdca28ec8f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa74105-76b6-477f-b744-43d569208a66,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:09.651061 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-836e10b4-1aa2-4d48-8d41-bdca28ec8f3d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fd7bba8e07844dec9b462de5b46ba831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624097 Oct 06 11:12:09.654066 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35520) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:09.680452 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:09.705973 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-20486fb6-f3e5-436b-8390-5fc4c8129067 admin admin] Publish callbacks [] for security_group (6aa74105-76b6-477f-b744-43d569208a66), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:09.726104 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-20486fb6-f3e5-436b-8390-5fc4c8129067 admin admin] Publish callbacks [] for security_group (6aa74105-76b6-477f-b744-43d569208a66), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:09.774911 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-20486fb6-f3e5-436b-8390-5fc4c8129067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6aa74105-76b6-477f-b744-43d569208a66), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:09.777514 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-20486fb6-f3e5-436b-8390-5fc4c8129067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:09.778667 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-20486fb6-f3e5-436b-8390-5fc4c8129067 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6aa74105-76b6-477f-b744-43d569208a66 HTTP/1.1" status: 204 len: 168 time: 0.1240959 Oct 06 11:12:09.787578 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20486fb6-f3e5-436b-8390-5fc4c8129067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa74105-76b6-477f-b744-43d569208a66,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:10.054476 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35526) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:10.068990 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4b190daf-cd50-4ce1-a317-a9333116e4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.146576 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4b190daf-cd50-4ce1-a317-a9333116e4df admin admin] Publish callbacks [] for security_group (e096d9e6-e915-42ab-8e81-e8fc2ae2641b), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.150375 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4b190daf-cd50-4ce1-a317-a9333116e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (e096d9e6-e915-42ab-8e81-e8fc2ae2641b), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.192907 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4b190daf-cd50-4ce1-a317-a9333116e4df admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a594399f671a490e9698b63526305aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373239 Oct 06 11:12:10.194869 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b190daf-cd50-4ce1-a317-a9333116e4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e096d9e6-e915-42ab-8e81-e8fc2ae2641b,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:10.195625 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35528) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:10.244244 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-06a55bd7-8016-47e5-bac0-cfa8ed5458b1 admin admin] Publish callbacks [] for security_group (e096d9e6-e915-42ab-8e81-e8fc2ae2641b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.264238 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-06a55bd7-8016-47e5-bac0-cfa8ed5458b1 admin admin] Publish callbacks [] for security_group (e096d9e6-e915-42ab-8e81-e8fc2ae2641b), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.311679 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-06a55bd7-8016-47e5-bac0-cfa8ed5458b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (e096d9e6-e915-42ab-8e81-e8fc2ae2641b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.314713 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-06a55bd7-8016-47e5-bac0-cfa8ed5458b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.315853 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-06a55bd7-8016-47e5-bac0-cfa8ed5458b1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e096d9e6-e915-42ab-8e81-e8fc2ae2641b HTTP/1.1" status: 204 len: 168 time: 0.1191914 Oct 06 11:12:10.323614 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a55bd7-8016-47e5-bac0-cfa8ed5458b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e096d9e6-e915-42ab-8e81-e8fc2ae2641b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:10.633740 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35534) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:10.648230 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d80d6312-44e8-41d0-8f93-8994c3b6d64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.703151 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:10.727574 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d80d6312-44e8-41d0-8f93-8994c3b6d64d admin admin] Publish callbacks [] for security_group (324a69b6-d15c-4bef-95e4-abdbe49860bf), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.731095 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d80d6312-44e8-41d0-8f93-8994c3b6d64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (324a69b6-d15c-4bef-95e4-abdbe49860bf), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.769979 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d6312-44e8-41d0-8f93-8994c3b6d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324a69b6-d15c-4bef-95e4-abdbe49860bf,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:10.774543 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-d80d6312-44e8-41d0-8f93-8994c3b6d64d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dbd2c7b7380f484eb5026c7ce67a6c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397197 Oct 06 11:12:10.777969 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35536) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:10.799719 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:10.831499 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-45b2b6d9-8bff-4fe0-ad0f-cc41d697cde0 admin admin] Publish callbacks [] for security_group (324a69b6-d15c-4bef-95e4-abdbe49860bf), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.851027 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-45b2b6d9-8bff-4fe0-ad0f-cc41d697cde0 admin admin] Publish callbacks [] for security_group (324a69b6-d15c-4bef-95e4-abdbe49860bf), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.897677 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-45b2b6d9-8bff-4fe0-ad0f-cc41d697cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (324a69b6-d15c-4bef-95e4-abdbe49860bf), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.900327 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-45b2b6d9-8bff-4fe0-ad0f-cc41d697cde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:10.901460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-45b2b6d9-8bff-4fe0-ad0f-cc41d697cde0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/324a69b6-d15c-4bef-95e4-abdbe49860bf HTTP/1.1" status: 204 len: 168 time: 0.1229877 Oct 06 11:12:10.909164 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b6d9-8bff-4fe0-ad0f-cc41d697cde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324a69b6-d15c-4bef-95e4-abdbe49860bf,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:12.006719 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35570) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:12.119760 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9d45eb2f-8987-4d63-a3b0-bb6b0499d520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:12.200509 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9d45eb2f-8987-4d63-a3b0-bb6b0499d520 admin admin] Publish callbacks [] for security_group (2947a5e7-8aee-47a7-97f1-74cc2a5b75a4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:12.205648 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-9d45eb2f-8987-4d63-a3b0-bb6b0499d520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2947a5e7-8aee-47a7-97f1-74cc2a5b75a4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:12.244592 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45eb2f-8987-4d63-a3b0-bb6b0499d520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2947a5e7-8aee-47a7-97f1-74cc2a5b75a4,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:12.249881 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-9d45eb2f-8987-4d63-a3b0-bb6b0499d520 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8647945f5f4f4a508d13e1802bbb0aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420599 Oct 06 11:12:12.252525 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35574) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:12.303621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8453b848-20a8-4fa5-812c-96d544bdb051 admin admin] Publish callbacks [] for security_group (2947a5e7-8aee-47a7-97f1-74cc2a5b75a4), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:12.323102 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8453b848-20a8-4fa5-812c-96d544bdb051 admin admin] Publish callbacks [] for security_group (2947a5e7-8aee-47a7-97f1-74cc2a5b75a4), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:12.369106 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8453b848-20a8-4fa5-812c-96d544bdb051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2947a5e7-8aee-47a7-97f1-74cc2a5b75a4), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:12.371703 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8453b848-20a8-4fa5-812c-96d544bdb051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:12.372908 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-8453b848-20a8-4fa5-812c-96d544bdb051 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2947a5e7-8aee-47a7-97f1-74cc2a5b75a4 HTTP/1.1" status: 204 len: 168 time: 0.1194849 Oct 06 11:12:12.381550 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453b848-20a8-4fa5-812c-96d544bdb051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2947a5e7-8aee-47a7-97f1-74cc2a5b75a4,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:12.413033 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:16.340340 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35644) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:16.452376 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3ebd98e2-8312-4126-a00f-db266d2d612c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:16.529028 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3ebd98e2-8312-4126-a00f-db266d2d612c admin admin] Publish callbacks [] for security_group (31dbb38c-b34c-4fc7-89cc-47e653ac33db), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:16.532795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3ebd98e2-8312-4126-a00f-db266d2d612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (31dbb38c-b34c-4fc7-89cc-47e653ac33db), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:16.572607 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3ebd98e2-8312-4126-a00f-db266d2d612c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=de8e3db3461e4c5792013c1c35366eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312117 Oct 06 11:12:16.573691 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd98e2-8312-4126-a00f-db266d2d612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dbb38c-b34c-4fc7-89cc-47e653ac33db,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:16.575316 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35648) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:12:16.627861 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bc711432-e808-4ad1-b134-1bdb07aa137c admin admin] Publish callbacks [] for security_group (31dbb38c-b34c-4fc7-89cc-47e653ac33db), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:16.647529 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bc711432-e808-4ad1-b134-1bdb07aa137c admin admin] Publish callbacks [] for security_group (31dbb38c-b34c-4fc7-89cc-47e653ac33db), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:16.649048 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:16.696477 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bc711432-e808-4ad1-b134-1bdb07aa137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (31dbb38c-b34c-4fc7-89cc-47e653ac33db), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:16.699420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bc711432-e808-4ad1-b134-1bdb07aa137c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:16.700579 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-bc711432-e808-4ad1-b134-1bdb07aa137c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/31dbb38c-b34c-4fc7-89cc-47e653ac33db HTTP/1.1" status: 204 len: 168 time: 0.1235838 Oct 06 11:12:16.708214 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc711432-e808-4ad1-b134-1bdb07aa137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dbb38c-b34c-4fc7-89cc-47e653ac33db,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:12:17.938564 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:17.941698 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:21.745349 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:12:23.279012 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-06eb45e5-b16c-4a21-970b-0040f112413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:25.588348 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ddb8-72c2-44f6-8776-c658ee3ef0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:26.567531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=59,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:26.570362 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=27,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:26.679759 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:26.704152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:27.095770 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:28.600031 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:28.828327 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:31.777919 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:31.787172 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:38.821960 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:38.823805 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:42.422507 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:51.900406 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=12 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:51.910203 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=14 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:52.415188 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:52.417179 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:12:53.008534 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b248a-7963-4d80-8528-572f2999ff5a req-a5e551dc-2f07-4caa-9862-dcae09937c6a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:53.010003 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-810b248a-7963-4d80-8528-572f2999ff5a req-a5e551dc-2f07-4caa-9862-dcae09937c6a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0511527 Oct 06 11:12:53.057667 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-810b248a-7963-4d80-8528-572f2999ff5a req-7f0982f7-29f6-4fce-8e32-3772f3280de8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413709 Oct 06 11:12:53.280985 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-62de5295-25f3-4b71-a5cd-91890a13248b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:54.193605 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83b04a-acfa-49b7-863f-07399f8f120b req-4bc11b51-d6c3-4b73-b766-7cdefb080436 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:54.195092 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1f83b04a-acfa-49b7-863f-07399f8f120b req-4bc11b51-d6c3-4b73-b766-7cdefb080436 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0505412 Oct 06 11:12:54.242807 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1f83b04a-acfa-49b7-863f-07399f8f120b req-9c8bb1c2-8016-4c13-b938-a43270fb44e0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420403 Oct 06 11:12:55.370427 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5d995-509c-48a0-aa73-045d6fe756bd req-ccf27531-a114-46c4-a7b3-3729046c041c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:55.372007 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-32c5d995-509c-48a0-aa73-045d6fe756bd req-ccf27531-a114-46c4-a7b3-3729046c041c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0493505 Oct 06 11:12:55.421460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-32c5d995-509c-48a0-aa73-045d6fe756bd req-b66110c9-0221-458e-9aa2-39e5c0c3774f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436776 Oct 06 11:12:55.593684 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-31a5351d-e190-4462-9a6e-807297683e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:56.545795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4b0d-d1c9-4738-b4a5-f87bf9b391e1 req-28272a4f-0a5d-4ca2-b04c-a1a10bd38b77 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:56.547261 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c1be4b0d-d1c9-4738-b4a5-f87bf9b391e1 req-28272a4f-0a5d-4ca2-b04c-a1a10bd38b77 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0466423 Oct 06 11:12:56.593855 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c1be4b0d-d1c9-4738-b4a5-f87bf9b391e1 req-b39a5425-0c70-4d65-a0b7-4438d7fd5b33 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 Oct 06 11:12:57.097675 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:57.719339 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d089e-06cb-4ad2-9fd3-ac8524c33084 req-3bf5583f-f707-4eab-9edf-c74e8c43f98f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:57.720813 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f08d089e-06cb-4ad2-9fd3-ac8524c33084 req-3bf5583f-f707-4eab-9edf-c74e8c43f98f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0452332 Oct 06 11:12:57.770990 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f08d089e-06cb-4ad2-9fd3-ac8524c33084 req-be8a69ab-39f5-4daa-93ab-cfdd6e9d17f4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Oct 06 11:12:58.595164 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:58.744004 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:12:58.832896 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:12:58.903614 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21129572-8695-47ee-928b-0e17bf0307ac req-30a39856-7e75-48c4-9129-d426c72a59ba tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:12:58.905348 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-21129572-8695-47ee-928b-0e17bf0307ac req-30a39856-7e75-48c4-9129-d426c72a59ba tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0523095 Oct 06 11:12:58.951777 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-21129572-8695-47ee-928b-0e17bf0307ac req-a07ace06-c0e5-4448-be5f-46d8fd61b07b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Oct 06 11:13:00.075573 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a49ea-a547-4f81-85d5-cd1a45892be7 req-fbb22b06-b551-4fe9-a437-06f5e3dbaa30 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:00.077141 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b94a49ea-a547-4f81-85d5-cd1a45892be7 req-fbb22b06-b551-4fe9-a437-06f5e3dbaa30 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0464180 Oct 06 11:13:00.124902 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b94a49ea-a547-4f81-85d5-cd1a45892be7 req-6369b2d0-2d01-4168-b3e7-aa891a2356dd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Oct 06 11:13:01.258238 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358c9a-c28e-4a26-8d54-02d9fef8b7b7 req-3e8addc0-4951-4adb-b138-2a1d6acbe016 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:01.259875 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-31358c9a-c28e-4a26-8d54-02d9fef8b7b7 req-3e8addc0-4951-4adb-b138-2a1d6acbe016 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0479481 Oct 06 11:13:01.308982 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-31358c9a-c28e-4a26-8d54-02d9fef8b7b7 req-f9fb76ea-719d-4036-8e69-d8553e48d269 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Oct 06 11:13:02.439364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d288d-1643-4076-8339-19ae5b5667df req-5cb48194-2f69-4f02-be27-2c440543d549 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:02.440869 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9c9d288d-1643-4076-8339-19ae5b5667df req-5cb48194-2f69-4f02-be27-2c440543d549 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0497751 Oct 06 11:13:02.495261 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9c9d288d-1643-4076-8339-19ae5b5667df req-803a6160-af69-48f3-8caf-4fbb44fe8cd8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484850 Oct 06 11:13:03.624185 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31758f7d-b929-49d9-a80c-f0fee33671ee req-b6c2d7c3-1ddc-4043-afbc-c62d6177bca3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:03.625650 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-31758f7d-b929-49d9-a80c-f0fee33671ee req-b6c2d7c3-1ddc-4043-afbc-c62d6177bca3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0464563 Oct 06 11:13:03.675160 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-31758f7d-b929-49d9-a80c-f0fee33671ee req-d6306103-e4c2-46b4-917d-70dfd115faa7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Oct 06 11:13:04.806164 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dfa9a-02d8-4eed-84be-a0bbb3eb63ad req-29d28be7-7f6d-42b1-9ec9-eb3ead2b3839 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:04.807667 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fb9dfa9a-02d8-4eed-84be-a0bbb3eb63ad req-29d28be7-7f6d-42b1-9ec9-eb3ead2b3839 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0519719 Oct 06 11:13:04.857185 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fb9dfa9a-02d8-4eed-84be-a0bbb3eb63ad req-839362ea-57d0-41dd-8317-bccde081b4f2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Oct 06 11:13:05.792636 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 35952) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:05.917917 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:05.989044 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2b707-4a53-4a39-aeb6-5d19eefa2a29 req-b015d76d-bf65-4b98-a905-c8cc37d586fd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:05.990529 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3ae2b707-4a53-4a39-aeb6-5d19eefa2a29 req-b015d76d-bf65-4b98-a905-c8cc37d586fd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0490012 Oct 06 11:13:05.999078 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Publish callbacks [] for security_group (87b8c81c-5017-45b7-a2cd-6131e851153a), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:06.003924 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (87b8c81c-5017-45b7-a2cd-6131e851153a), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:06.040353 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-3ae2b707-4a53-4a39-aeb6-5d19eefa2a29 req-4c41d305-a5a3-4f01-b2dc-5be8f2b0e289 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441365 Oct 06 11:13:06.044300 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c345dee22f114ebaa53969629a16d851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508588 Oct 06 11:13:06.045266 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b8c81c-5017-45b7-a2cd-6131e851153a,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:06.047143 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 35958) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:06.052614 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.052964 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.053309 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.053657 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.053985 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.054318 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.054734 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.054957 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.055284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.055609 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.055959 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.056286 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.056606 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.056924 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.057241 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e0a30-26ca-4f0b-9bb3-83a1af8d7e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.108932 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Publish callbacks [] for security_group (87b8c81c-5017-45b7-a2cd-6131e851153a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:06.129730 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Publish callbacks [] for security_group (87b8c81c-5017-45b7-a2cd-6131e851153a), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:06.176479 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (87b8c81c-5017-45b7-a2cd-6131e851153a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:06.179219 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:06.180382 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/87b8c81c-5017-45b7-a2cd-6131e851153a HTTP/1.1" status: 204 len: 168 time: 0.1322873 Oct 06 11:13:06.189231 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b8c81c-5017-45b7-a2cd-6131e851153a,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:06.196449 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.196798 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.197139 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.197480 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.197848 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.198129 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.198451 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.198772 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.199096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.199418 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.200316 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.200642 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.201123 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.201499 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:06.201765 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab59dd0-3583-4170-b7d8-b06ef02b89df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:07.180668 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea661048-5274-4be1-a8b8-f970fbaf5a9d req-6938b019-6f73-4f30-961e-9d520c963191 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:07.182818 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ea661048-5274-4be1-a8b8-f970fbaf5a9d req-6938b019-6f73-4f30-961e-9d520c963191 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0531168 Oct 06 11:13:07.495994 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ea661048-5274-4be1-a8b8-f970fbaf5a9d req-cf941fed-8a5d-4a0d-bce9-3ad5e2aeb89e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063824 Oct 06 11:13:08.627560 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d1300-2f0c-458b-af12-0a28758b28d5 req-f93eb3cf-67e5-4168-9e93-9e8f785c3a0a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:08.629242 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4d0d1300-2f0c-458b-af12-0a28758b28d5 req-f93eb3cf-67e5-4168-9e93-9e8f785c3a0a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0499923 Oct 06 11:13:08.677262 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4d0d1300-2f0c-458b-af12-0a28758b28d5 req-d0fdf521-9d3f-4583-a7fb-7575bbd2b7da tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423462 Oct 06 11:13:09.804617 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689c241-98bc-4c33-b94a-e322fff982aa req-71852a0d-35b3-41d5-8de4-70dabad0c37d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:09.806068 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1689c241-98bc-4c33-b94a-e322fff982aa req-71852a0d-35b3-41d5-8de4-70dabad0c37d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0470805 Oct 06 11:13:09.853165 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1689c241-98bc-4c33-b94a-e322fff982aa req-f7e61c04-0b76-49c7-bd58-f4b2041fb828 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406418 Oct 06 11:13:10.983849 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf49d1-9e12-43da-92d5-23565fed0628 req-9d4a823d-74d5-455b-b3a6-e3da30a54fcd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:10.985334 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-edbf49d1-9e12-43da-92d5-23565fed0628 req-9d4a823d-74d5-455b-b3a6-e3da30a54fcd tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0494628 Oct 06 11:13:11.034863 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-edbf49d1-9e12-43da-92d5-23565fed0628 req-93db958b-8681-4832-97b3-528df6b0f78c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Oct 06 11:13:11.076581 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:13:11.178361 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:11.189360 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'port_id': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'mac_address': 'fa:16:3e:8c:02:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:13:11.224577 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d is: ACTIVE; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:11.224995 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:11.239380 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:13:11.260525 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:11.265505 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:11.316979 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=6']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:11.324041 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.324397 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.324768 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.325130 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.325472 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.326347 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.326689 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.327017 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.327347 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.327702 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.328057 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.328389 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.328714 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.329038 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.329363 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:11.438322 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:13:12.128649 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:12.152457 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:12.169453 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303266b-fe7a-431f-b750-17d3bc88dbf8 req-9c8ab4fa-ed91-4d5d-aba0-118d3311b713 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:12.170948 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1303266b-fe7a-431f-b750-17d3bc88dbf8 req-9c8ab4fa-ed91-4d5d-aba0-118d3311b713 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 945 time: 0.0524402 Oct 06 11:13:12.219317 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1303266b-fe7a-431f-b750-17d3bc88dbf8 req-ee14e9cf-0c50-4464-8a87-10f7531fe730 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Oct 06 11:13:12.428822 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:12.722279 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:12.723379 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:13.099562 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:13.148379 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:13.148753 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:13.149091 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d Oct 06 11:13:13.224029 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:13.224551 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:13.247941 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:13:13.250196 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d735719-8a89-4e0b-92ec-4f5c52540ee3" -d '{"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-plugged", "status": "completed", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:13:13.269734 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:13.278525 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:13.305604 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411756c3-92a4-4a8c-ade5-6ed5bcfd2422 x-openstack-request-id: req-411756c3-92a4-4a8c-ade5-6ed5bcfd2422 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:13:13.305917 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-plugged", "status": "completed", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:13:13.306173 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-411756c3-92a4-4a8c-ade5-6ed5bcfd2422 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:13:13.306563 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411756c3-92a4-4a8c-ade5-6ed5bcfd2422'] response: {'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'code': 200} Oct 06 11:13:13.336467 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=7']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:13.349294 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:13.360623 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdfec9-371d-4e7c-928a-d9d71b1a8d68 req-329f183f-136f-4132-8e18-704fbf333974 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:13.362102 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d3bdfec9-371d-4e7c-928a-d9d71b1a8d68 req-329f183f-136f-4132-8e18-704fbf333974 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0543289 Oct 06 11:13:13.410377 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d3bdfec9-371d-4e7c-928a-d9d71b1a8d68 req-8586f238-757b-4663-94fb-5da9cb4110da tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427547 Oct 06 11:13:14.540060 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02bf12-2e2f-49c1-b5d1-f0cc2488a89e req-abd1e00c-08bf-48ee-9a58-4affe6858f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:14.541539 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d02bf12-2e2f-49c1-b5d1-f0cc2488a89e req-abd1e00c-08bf-48ee-9a58-4affe6858f7a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0476964 Oct 06 11:13:14.591012 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3d02bf12-2e2f-49c1-b5d1-f0cc2488a89e req-d77d996b-a953-467d-bdc3-166145befe95 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Oct 06 11:13:14.749472 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-143fea7c-69cc-4cd5-9f52-74fff8ffd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:14.751182 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-143fea7c-69cc-4cd5-9f52-74fff8ffd953 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 1130 time: 0.0401943 Oct 06 11:13:14.861418 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-eff88432-2850-4e79-83ee-77c549e560c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:14.862908 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-eff88432-2850-4e79-83ee-77c549e560c3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.0911107 Oct 06 11:13:14.926542 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-68cfe7b2-1b6d-4e8a-8500-08268115c512 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 200 len: 1002 time: 0.0564890 Oct 06 11:13:14.979741 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-6094dd40-cbd9-4668-bb57-08290a224e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:14.981252 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-6094dd40-cbd9-4668-bb57-08290a224e15 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0482256 Oct 06 11:13:15.026277 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-b3810206-e984-4df2-b8b2-bd41423e6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:15.027793 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-b3810206-e984-4df2-b8b2-bd41423e6f06 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398159 Oct 06 11:13:15.124835 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-393e81c5-cda9-4e85-88a2-a280f9c97f7a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900657 Oct 06 11:13:15.216867 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e25009c5-b714-4b0a-9937-4aad909bbf50 req-5c38a95f-a176-4c3a-9ca5-995e5d4e629c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861330 Oct 06 11:13:15.722086 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9633b-78b5-4d0a-b8d4-67ea73d4d225 req-bb9d2925-9810-4a28-bf0a-ef127716fbf1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:15.723776 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96a9633b-78b5-4d0a-b8d4-67ea73d4d225 req-bb9d2925-9810-4a28-bf0a-ef127716fbf1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0491123 Oct 06 11:13:15.742913 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:15.777470 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96a9633b-78b5-4d0a-b8d4-67ea73d4d225 req-6e601196-b3da-4dbf-b32f-1bd5ab168f81 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478399 Oct 06 11:13:16.910497 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1965-5ed6-4a60-b44c-d7e145023874 req-47810cd4-2c6f-4f44-9447-861c9996cc25 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:16.911997 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d57d1965-5ed6-4a60-b44c-d7e145023874 req-47810cd4-2c6f-4f44-9447-861c9996cc25 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0489693 Oct 06 11:13:16.964445 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d57d1965-5ed6-4a60-b44c-d7e145023874 req-012f0e20-0f1e-4e0a-a759-d99c2f1f326c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468705 Oct 06 11:13:18.089993 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118af3a-ddb8-4323-93b4-333477eddef7 req-8ee81713-e93d-46af-95c7-3256edea1b35 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:18.091489 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4118af3a-ddb8-4323-93b4-333477eddef7 req-8ee81713-e93d-46af-95c7-3256edea1b35 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0475993 Oct 06 11:13:18.147471 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4118af3a-ddb8-4323-93b4-333477eddef7 req-b4473a77-e5ed-47bc-9321-3f67b1508df1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497675 Oct 06 11:13:19.275496 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddaf8c-05ab-4b7c-93f5-7725c5f50a33 req-37087c90-90d3-43e2-a42b-06ed5fb40c3f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:19.277002 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f9ddaf8c-05ab-4b7c-93f5-7725c5f50a33 req-37087c90-90d3-43e2-a42b-06ed5fb40c3f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0475574 Oct 06 11:13:19.327718 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f9ddaf8c-05ab-4b7c-93f5-7725c5f50a33 req-4ced1df5-9296-46ce-8070-8084765e4db4 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439892 Oct 06 11:13:20.465037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bfc0d-1291-4924-88f0-35955b9832bd req-fc036ea6-25a9-4b25-a73d-b0e7e63b627f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:20.466732 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-984bfc0d-1291-4924-88f0-35955b9832bd req-fc036ea6-25a9-4b25-a73d-b0e7e63b627f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0500131 Oct 06 11:13:20.525142 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-984bfc0d-1291-4924-88f0-35955b9832bd req-9e2285cb-cb90-47e4-8dbd-31ddd1d39ee6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516100 Oct 06 11:13:21.662125 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdff458-0ec8-4d3f-ace6-d4d848de0502 req-b9c8d609-f4ed-43b0-b9fa-1bdc8523d3f3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:21.663645 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ebdff458-0ec8-4d3f-ace6-d4d848de0502 req-b9c8d609-f4ed-43b0-b9fa-1bdc8523d3f3 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0618994 Oct 06 11:13:21.714768 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ebdff458-0ec8-4d3f-ace6-d4d848de0502 req-41938d95-ee30-435e-ba21-03bf8975f54c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Oct 06 11:13:21.808128 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:21.818723 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:22.858085 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ff1f4-6c2b-47c8-9354-26fc52ba97bd req-dfe211f6-9124-4153-9d30-bc851f30c0fe tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:22.859986 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-084ff1f4-6c2b-47c8-9354-26fc52ba97bd req-dfe211f6-9124-4153-9d30-bc851f30c0fe tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0511014 Oct 06 11:13:22.915901 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-084ff1f4-6c2b-47c8-9354-26fc52ba97bd req-e0000a0e-16c1-4831-ae1a-9818d957143e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504484 Oct 06 11:13:23.284538 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01ca8bdd-4e03-4f83-9da4-01450a54fce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:24.051729 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c6853-1f21-4015-8863-484df3de4ca5 req-6f25b498-cc52-4398-8aba-9292bfa994ef tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:24.053787 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d83c6853-1f21-4015-8863-484df3de4ca5 req-6f25b498-cc52-4398-8aba-9292bfa994ef tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0537241 Oct 06 11:13:24.070872 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:24.110669 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d83c6853-1f21-4015-8863-484df3de4ca5 req-5c0d47c6-a0ef-4802-9bec-8a7d2168e596 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512547 Oct 06 11:13:25.249133 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12363b-7606-4850-b5da-cf54ff3bb380 req-44cb15a7-6faa-438c-b36e-3699009f1c49 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:25.250639 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ca12363b-7606-4850-b5da-cf54ff3bb380 req-44cb15a7-6faa-438c-b36e-3699009f1c49 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0550845 Oct 06 11:13:25.299539 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ca12363b-7606-4850-b5da-cf54ff3bb380 req-ddc55770-69ec-4a20-94da-182cc1baaeab tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Oct 06 11:13:25.598421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-05119fbd-d8a2-4fcf-9fc8-b28bddc5e659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:26.450758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8bbbb-556d-4546-bf81-132179475ebc req-fb15eb8c-cec2-41b7-b1b0-911aa9d0f03f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:26.452616 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-37e8bbbb-556d-4546-bf81-132179475ebc req-fb15eb8c-cec2-41b7-b1b0-911aa9d0f03f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0598061 Oct 06 11:13:26.493077 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:26.509718 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-37e8bbbb-556d-4546-bf81-132179475ebc req-85563be5-1ce7-48c2-9b5f-718b4617feee tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504704 Oct 06 11:13:27.105600 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:27.649697 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe131d-9d41-46b8-9b59-525e9b5a153b req-134262d7-ecbc-4ccb-b3a4-2774e3929cc1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:27.651307 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-76fe131d-9d41-46b8-9b59-525e9b5a153b req-134262d7-ecbc-4ccb-b3a4-2774e3929cc1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0512347 Oct 06 11:13:27.705558 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-76fe131d-9d41-46b8-9b59-525e9b5a153b req-7d85b589-1e76-44f6-9131-a7e02a021087 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477951 Oct 06 11:13:28.605276 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:28.840910 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:29.039703 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5617b62-03b9-45be-b36b-b667d1ae4451 req-1c1f6b36-b53d-49e0-8cf4-12ab1a430381 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:29.042725 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a5617b62-03b9-45be-b36b-b667d1ae4451 req-1c1f6b36-b53d-49e0-8cf4-12ab1a430381 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0559080 Oct 06 11:13:29.099283 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a5617b62-03b9-45be-b36b-b667d1ae4451 req-2525a5c7-aa3f-40ab-bff1-63190ae1eeb0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508029 Oct 06 11:13:30.229901 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7578-14ed-450d-a989-fee2a107de6e req-015583ed-00d7-485e-88ad-31e099fe7bfe tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:30.231405 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db9f7578-14ed-450d-a989-fee2a107de6e req-015583ed-00d7-485e-88ad-31e099fe7bfe tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0475233 Oct 06 11:13:30.288513 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-db9f7578-14ed-450d-a989-fee2a107de6e req-cc7a4d74-b347-444e-a207-d686c15c07c8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506580 Oct 06 11:13:31.209269 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-92eceb45-a8a3-4e81-a738-415975214915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:31.211054 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-92eceb45-a8a3-4e81-a738-415975214915 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 1130 time: 0.0418241 Oct 06 11:13:31.306415 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-2b514c23-0ef2-41f0-8ea4-5e0931eb5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:31.307867 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-2b514c23-0ef2-41f0-8ea4-5e0931eb5747 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.0902674 Oct 06 11:13:31.369825 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-5a08afb5-8602-4fd6-9ada-2ca93bc65f1c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 200 len: 1002 time: 0.0555353 Oct 06 11:13:31.446734 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def903b5-040b-4eea-880c-ddc8ee097042 req-f48b18c9-def9-44f5-83a6-b4cd28777ead tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:31.448242 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-def903b5-040b-4eea-880c-ddc8ee097042 req-f48b18c9-def9-44f5-83a6-b4cd28777ead tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0775518 Oct 06 11:13:31.463758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-adca1f4e-bd19-421f-9ce5-71fe16161086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:31.465072 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-adca1f4e-bd19-421f-9ce5-71fe16161086 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0842535 Oct 06 11:13:31.527956 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-43733703-0c39-4e52-b098-ebd709107a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:31.529445 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-43733703-0c39-4e52-b098-ebd709107a86 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555642 Oct 06 11:13:31.533686 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-def903b5-040b-4eea-880c-ddc8ee097042 req-3bb9cdb2-5e08-4d63-a02a-0de95354a5c9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795317 Oct 06 11:13:31.622970 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-f7b069ad-7e2a-4a1e-bea9-091445c9fac4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876188 Oct 06 11:13:31.711910 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dc2da452-a1d2-4563-acc4-f178021cd48d req-a675c9aa-cf8b-4bf8-9703-0a7890712956 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826714 Oct 06 11:13:32.663220 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd829ef-cbdb-4f59-9713-90c482e48f32 req-fe6ae55f-994a-45c5-80b0-1d2073fc03f9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:32.665144 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5dd829ef-cbdb-4f59-9713-90c482e48f32 req-fe6ae55f-994a-45c5-80b0-1d2073fc03f9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 946 time: 0.0490508 Oct 06 11:13:32.713328 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5dd829ef-cbdb-4f59-9713-90c482e48f32 req-6c685b73-73ad-428f-bfbb-388693a63898 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426502 Oct 06 11:13:33.250841 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:13:33.325824 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d is: ACTIVE; New status is: DOWN {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:33.326308 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:33.350214 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:13:33.352523 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3590b-2988-4c58-85ff-84ae26d42b6b" -d '{"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:13:33.365680 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:33.369932 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:33.417673 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 06 Oct 2022 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e08a8-38da-4b26-8d0e-24598a84e34e x-openstack-request-id: req-6e1e08a8-38da-4b26-8d0e-24598a84e34e {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:13:33.417957 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:13:33.418207 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e1e08a8-38da-4b26-8d0e-24598a84e34e {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:13:33.418593 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1e08a8-38da-4b26-8d0e-24598a84e34e'] response: {'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'code': 200} Oct 06 11:13:33.433400 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=8']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:33.840220 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc6c27-f354-440f-945b-c4585711e03a req-44b29469-a237-4fef-866b-49589fd388fb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:33.841703 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-66bc6c27-f354-440f-945b-c4585711e03a req-44b29469-a237-4fef-866b-49589fd388fb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0467079 Oct 06 11:13:33.887458 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-66bc6c27-f354-440f-945b-c4585711e03a req-01d8790f-28d1-42fb-817f-f8c894028963 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 Oct 06 11:13:35.743708 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:13:37.892559 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33815d4d-4bc0-441d-ae87-0fad94983c2d req-2df9f0bd-0ccb-489d-b98b-d64d0c03e1e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:37.894137 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-33815d4d-4bc0-441d-ae87-0fad94983c2d req-2df9f0bd-0ccb-489d-b98b-d64d0c03e1e2 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0514245 Oct 06 11:13:37.942774 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-33815d4d-4bc0-441d-ae87-0fad94983c2d req-26a7cea4-0bde-4ccf-924b-5b154d80ff23 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Oct 06 11:13:38.165701 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36284) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:38.204002 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:13:38.237367 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:38.248513 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-6f9bfd5f-5399-4f16-bd64-f9bb4d2290d9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817196 Oct 06 11:13:38.257570 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-10d0b5d5-9290-475d-a33d-c485fcfc69ec service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:13:38.258532 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-10d0b5d5-9290-475d-a33d-c485fcfc69ec service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050201 Oct 06 11:13:38.279551 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d is: DOWN; New status is: DOWN {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:38.337044 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36292) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:38.429338 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-17c55779-d12a-40bb-b53e-1cb3f38c5a9f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:38.430644 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-17c55779-d12a-40bb-b53e-1cb3f38c5a9f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports/d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 200 len: 941 time: 0.0926263 Oct 06 11:13:39.076128 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892764-6c8e-4221-b7c3-bd26b4904dad req-0f8a7001-a7ab-4b50-8b0f-5e437244b0c6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:39.077790 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5a892764-6c8e-4221-b7c3-bd26b4904dad req-0f8a7001-a7ab-4b50-8b0f-5e437244b0c6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0497332 Oct 06 11:13:39.134504 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5a892764-6c8e-4221-b7c3-bd26b4904dad req-85babe15-534d-427c-bf9e-60b6139fa47d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491285 Oct 06 11:13:39.441132 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-4eb078e3-756e-49b6-bf4b-430b0f43a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:39.442630 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-4eb078e3-756e-49b6-bf4b-430b0f43a285 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f&tenant_id=5b886dc365684ab1811d100eb5774619 HTTP/1.1" status: 200 len: 1128 time: 0.0387299 Oct 06 11:13:39.490041 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:39.520304 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-d3025fa8-e4ed-4548-8c87-4e1f21192b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:39.521739 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-d3025fa8-e4ed-4548-8c87-4e1f21192b5c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5b886dc365684ab1811d100eb5774619&device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 1128 time: 0.0388474 Oct 06 11:13:39.613301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-78a54b4e-5b89-4af6-885a-82e3626b3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:39.614732 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-78a54b4e-5b89-4af6-885a-82e3626b3b16 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 200 len: 917 time: 0.0864646 Oct 06 11:13:39.676904 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-ae6a7846-143f-4f41-8d07-405ab8bcbba1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 200 len: 1000 time: 0.0534329 Oct 06 11:13:39.724433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-e7a8d895-b987-46d4-a32c-35293e361de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:39.725885 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-e7a8d895-b987-46d4-a32c-35293e361de4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 200 len: 855 time: 0.0427878 Oct 06 11:13:39.772871 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-4bf6edfb-0d70-4873-80be-7c265d78e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:39.774387 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-4bf6edfb-0d70-4873-80be-7c265d78e5e7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418975 Oct 06 11:13:39.825027 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:39.867941 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-ad6d5650-3b5a-42b8-b270-029557d949f2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863190 Oct 06 11:13:39.965935 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-869952ad-c154-4666-a1b5-48d1b0c26cdb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904667 Oct 06 11:13:40.446703 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e31fc5-0ee4-425c-9821-32239c080027 req-8fc07a70-551d-460a-bb08-90d71ec86c3c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:40.448921 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-89e31fc5-0ee4-425c-9821-32239c080027 req-8fc07a70-551d-460a-bb08-90d71ec86c3c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0789876 Oct 06 11:13:40.515371 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-89e31fc5-0ee4-425c-9821-32239c080027 req-6465c4d3-2038-42ce-8d2e-340cf7bf1fe0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588689 Oct 06 11:13:41.657526 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebddbe-a4fc-420d-87f5-a3c8877527cf req-3bac0afe-2fc3-49fe-92b7-7534029a2c79 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:41.659076 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2eebddbe-a4fc-420d-87f5-a3c8877527cf req-3bac0afe-2fc3-49fe-92b7-7534029a2c79 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0524116 Oct 06 11:13:41.712076 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2eebddbe-a4fc-420d-87f5-a3c8877527cf req-9d9e5cc8-bf74-499c-864d-fb1f4b64a183 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471077 Oct 06 11:13:42.441833 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:42.848030 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29530dd1-6eaa-49e6-8548-2bdace80a4a6 req-2a8974eb-d6c3-4ea1-b4fb-8fa975a43edb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:42.849646 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-29530dd1-6eaa-49e6-8548-2bdace80a4a6 req-2a8974eb-d6c3-4ea1-b4fb-8fa975a43edb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0489156 Oct 06 11:13:42.881347 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:42.907330 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-29530dd1-6eaa-49e6-8548-2bdace80a4a6 req-5163984e-e501-4072-bdf1-14b9ce78b0b8 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515733 Oct 06 11:13:43.575715 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36364) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:43.688129 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adbc29bd-3be7-42c9-a992-88a8b179c1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:43.771939 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adbc29bd-3be7-42c9-a992-88a8b179c1f1 admin admin] Publish callbacks [] for security_group (40bb142c-7bff-4ecb-9380-137539ea66cb), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:43.777217 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adbc29bd-3be7-42c9-a992-88a8b179c1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (40bb142c-7bff-4ecb-9380-137539ea66cb), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:43.824360 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-adbc29bd-3be7-42c9-a992-88a8b179c1f1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c93b5efcd24c4260a7b27b2b1444d5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473488 Oct 06 11:13:43.825282 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc29bd-3be7-42c9-a992-88a8b179c1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb142c-7bff-4ecb-9380-137539ea66cb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:43.826966 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36368) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:43.885378 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f8d4-2843-4620-b4d4-59399c090286 admin admin] Publish callbacks [] for security_group (40bb142c-7bff-4ecb-9380-137539ea66cb), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:43.913246 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f8d4-2843-4620-b4d4-59399c090286 admin admin] Publish callbacks [] for security_group (40bb142c-7bff-4ecb-9380-137539ea66cb), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:43.981963 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f8d4-2843-4620-b4d4-59399c090286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (40bb142c-7bff-4ecb-9380-137539ea66cb), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:43.985656 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f8d4-2843-4620-b4d4-59399c090286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:43.996581 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0cc7f8d4-2843-4620-b4d4-59399c090286 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/40bb142c-7bff-4ecb-9380-137539ea66cb HTTP/1.1" status: 204 len: 168 time: 0.1682217 Oct 06 11:13:44.007015 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7f8d4-2843-4620-b4d4-59399c090286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb142c-7bff-4ecb-9380-137539ea66cb,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:44.061757 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe87d36-9c13-4d9d-9968-1c81a19382f7 req-e3bd89a1-0e88-4736-bba6-92ea408abfa7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:44.070620 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bfe87d36-9c13-4d9d-9968-1c81a19382f7 req-e3bd89a1-0e88-4736-bba6-92ea408abfa7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0606837 Oct 06 11:13:44.130514 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bfe87d36-9c13-4d9d-9968-1c81a19382f7 req-f8c0b2ec-9b87-43b6-8b6f-a890939e5978 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583169 Oct 06 11:13:45.289056 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7748260-a49b-4f7d-90da-633dd8e4d98d req-d739d8fd-24b1-4971-891c-a93769c31273 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:45.290570 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a7748260-a49b-4f7d-90da-633dd8e4d98d req-d739d8fd-24b1-4971-891c-a93769c31273 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0529673 Oct 06 11:13:45.340685 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a7748260-a49b-4f7d-90da-633dd8e4d98d req-da7c5caf-bd30-4f1c-a0a0-986694eca2ed tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 Oct 06 11:13:45.410127 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36402) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:45.520662 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4b1819b8-d125-495b-929b-0459c136749d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:45.584584 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:45.599635 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4b1819b8-d125-495b-929b-0459c136749d admin admin] Publish callbacks [] for security_group (4fac6faa-7e4f-4e9c-9bb0-c2b7d2639541), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:45.603267 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4b1819b8-d125-495b-929b-0459c136749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4fac6faa-7e4f-4e9c-9bb0-c2b7d2639541), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:45.646471 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4b1819b8-d125-495b-929b-0459c136749d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a3d48e16a5eb4d1daac05ac839d9738d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351854 Oct 06 11:13:45.647696 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1819b8-d125-495b-929b-0459c136749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fac6faa-7e4f-4e9c-9bb0-c2b7d2639541,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:45.649447 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36406) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:45.700558 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bb74dc6c-0214-4cee-9cd3-9cd567508c9b admin admin] Publish callbacks [] for security_group (4fac6faa-7e4f-4e9c-9bb0-c2b7d2639541), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:45.721691 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bb74dc6c-0214-4cee-9cd3-9cd567508c9b admin admin] Publish callbacks [] for security_group (4fac6faa-7e4f-4e9c-9bb0-c2b7d2639541), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:45.782482 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bb74dc6c-0214-4cee-9cd3-9cd567508c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4fac6faa-7e4f-4e9c-9bb0-c2b7d2639541), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:45.785170 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bb74dc6c-0214-4cee-9cd3-9cd567508c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:45.786392 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-bb74dc6c-0214-4cee-9cd3-9cd567508c9b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4fac6faa-7e4f-4e9c-9bb0-c2b7d2639541 HTTP/1.1" status: 204 len: 168 time: 0.1358795 Oct 06 11:13:45.797284 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74dc6c-0214-4cee-9cd3-9cd567508c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fac6faa-7e4f-4e9c-9bb0-c2b7d2639541,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:46.482644 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3912e-1042-4775-9433-88df6e53a17a req-2d461ea9-51e1-48d7-b41a-67ba3fad2359 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:46.485002 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a0a3912e-1042-4775-9433-88df6e53a17a req-2d461ea9-51e1-48d7-b41a-67ba3fad2359 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0507753 Oct 06 11:13:46.522847 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36432) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:46.540933 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a0a3912e-1042-4775-9433-88df6e53a17a req-93fe7876-4bd7-4e62-9784-cc17b9953795 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484066 Oct 06 11:13:46.639337 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-851977779-network', 'tenant_id': '9376d8470a80416cb8e57eb650884883'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:46.661474 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Made reservation on behalf of 9376d8470a80416cb8e57eb650884883 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:13:46.665717 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:46.677834 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:46.757137 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:46.759878 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Publish callbacks [] for security_group (169ea63a-d815-47a1-9b86-6a46880e9c2a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:46.766026 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (169ea63a-d815-47a1-9b86-6a46880e9c2a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:46.796846 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:13:46.813848 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169ea63a-d815-47a1-9b86-6a46880e9c2a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:46.818037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (2b145391-88e5-4294-bdab-25661a39eaff), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:46.818394 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Added segment 2b145391-88e5-4294-bdab-25661a39eaff of type vlan for network 182bd678-df33-48e4-b3e0-b91dd41dcc22 Oct 06 11:13:46.867712 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (182bd678-df33-48e4-b3e0-b91dd41dcc22), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:46.885307 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:46.896739 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (182bd678-df33-48e4-b3e0-b91dd41dcc22), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:46.898275 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:46.898985 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:46.956515 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4318466 Oct 06 11:13:46.959491 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36436) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:46.964513 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Request body: {'subnet': {'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-851977779-subnet', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:46.974756 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902c140-b308-4332-8431-5b8c97683ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=182bd678-df33-48e4-b3e0-b91dd41dcc22,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:46.986205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:13:46.998527 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Made reservation on behalf of 9376d8470a80416cb8e57eb650884883 for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:13:47.003727 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3981186'] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:47.081283 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:47.222494 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981200'] for subnet (239d4b05-f487-4513-8888-a2c83fef0529), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:47.288749 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=239d4b05-f487-4513-8888-a2c83fef0529,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:47.293196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Checking segment: {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:13:47.293550 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Network hostable DHCP agents. Network: 182bd678-df33-48e4-b3e0-b91dd41dcc22, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:13:47.314586 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:13:47.325723 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 182bd678-df33-48e4-b3e0-b91dd41dcc22) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:47.337473 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d9fe2-e9a5-4099-bb9c-f5fdda56fc04 None None] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:13:47.339147 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:47.339746 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:47.364041 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-882077e1-56ad-4a64-be6e-74efc26f1a9f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4032121 Oct 06 11:13:47.366987 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36440) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:47.372806 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:47.410888 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (f5462be8-ce85-4863-b460-4b3245cad575), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:47.412013 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (f5462be8-ce85-4863-b460-4b3245cad575), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:47.470964 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-182bd678-df33-48e4-b3e0-b91dd41dcc22', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'project_id': '9376d8470a80416cb8e57eb650884883', 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:13:47.472358 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:47.511230 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks [] for router_controller (f5462be8-ce85-4863-b460-4b3245cad575), precommit_add_association {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:47.729647 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:47.738926 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks [] for router_gateway (f5462be8-ce85-4863-b460-4b3245cad575), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:47.775359 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Allocated IP 172.20.0.2 (182bd678-df33-48e4-b3e0-b91dd41dcc22/239d4b05-f487-4513-8888-a2c83fef0529/b5bfc264-f63d-409d-b95c-bacc45fcdf0a) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:13:47.778044 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1048eab-9dfd-4fd9-ae5b-04c4d66032ce req-8ff67f3e-ed47-499e-936e-df0ccab70bbf tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:47.779789 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b1048eab-9dfd-4fd9-ae5b-04c4d66032ce req-8ff67f3e-ed47-499e-936e-df0ccab70bbf tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0926859 Oct 06 11:13:47.883746 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b1048eab-9dfd-4fd9-ae5b-04c4d66032ce req-ad3d7888-77c7-4a6a-901f-1ec704736687 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708392 Oct 06 11:13:48.024156 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Publish callbacks [] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.032706 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.079125 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:48.082413 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:13:48.088663 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:48.094205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:13:48.103089 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Pushing event updated for resources: {'Port': ['ID=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:48.110252 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks [] for router_gateway (f5462be8-ce85-4863-b460-4b3245cad575), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.123190 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfe62f-4060-4588-933b-d7122cb39109 req-2a8cfded-e6bc-435c-9a09-7db947cfa0c3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:48.125196 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-62dfe62f-4060-4588-933b-d7122cb39109 req-2a8cfded-e6bc-435c-9a09-7db947cfa0c3 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0757890 Oct 06 11:13:48.147005 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.187381 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Attempting to bind port b5bfc264-f63d-409d-b95c-bacc45fcdf0a on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:13:48.188203 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Attempting to bind port b5bfc264-f63d-409d-b95c-bacc45fcdf0a by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:13:48.188573 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Attempting to bind port b5bfc264-f63d-409d-b95c-bacc45fcdf0a on network 182bd678-df33-48e4-b3e0-b91dd41dcc22 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:13:48.243534 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:13:48.244366 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Checking segment: {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:13:48.244997 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.245739 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Bound using segment: {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:13:48.247535 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Bound port: b5bfc264-f63d-409d-b95c-bacc45fcdf0a, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:13:48.256070 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.267940 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-62dfe62f-4060-4588-933b-d7122cb39109 req-986e9267-693e-4976-8db0-660ab058ce98 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211059 Oct 06 11:13:48.348797 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] For port b5bfc264-f63d-409d-b95c-bacc45fcdf0a, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:13:48.352879 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] For port b5bfc264-f63d-409d-b95c-bacc45fcdf0a, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:13:48.361088 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.371153 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Allocated IP 172.27.0.64 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/c45b1350-e549-4923-91de-e8a0a70fa881) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:13:48.384597 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:48.434326 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebdfec-76fe-44ed-a35d-71c9bd3aaf79 None None] Pushing event updated for resources: {'Port': ['ID=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:48.567955 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks [] for port (c45b1350-e549-4923-91de-e8a0a70fa881), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.650430 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:48.670341 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:48.733748 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:13:48.738811 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:48.744216 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Pushing event updated for resources: {'Port': ['ID=c45b1350-e549-4923-91de-e8a0a70fa881,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:48.748472 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:13:49.041322 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595161f-962c-4a62-a2d9-2081aca0cd2f req-7697308e-caac-4278-87f6-ef0a537e8008 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:49.043390 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f595161f-962c-4a62-a2d9-2081aca0cd2f req-7697308e-caac-4278-87f6-ef0a537e8008 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0608466 Oct 06 11:13:49.063079 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks [] for router_gateway (f5462be8-ce85-4863-b460-4b3245cad575), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:49.096439 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f595161f-962c-4a62-a2d9-2081aca0cd2f req-10029968-ffe2-4bdb-ac14-6af662728f0b tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467551 Oct 06 11:13:49.260252 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (f5462be8-ce85-4863-b460-4b3245cad575), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:49.460071 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64514397-580c-4687-acd3-e73eca2c4b49 None None] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:13:49.550584 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-9f7dba65-441c-4f8e-a3c6-acfc69c5defe None None] Provisioning complete for port b5bfc264-f63d-409d-b95c-bacc45fcdf0a triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:49.550954 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9f7dba65-441c-4f8e-a3c6-acfc69c5defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:49.551295 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-9f7dba65-441c-4f8e-a3c6-acfc69c5defe None None] Attempt 1 to provision port b5bfc264-f63d-409d-b95c-bacc45fcdf0a Oct 06 11:13:49.650492 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-9f7dba65-441c-4f8e-a3c6-acfc69c5defe None None] Current status of the port b5bfc264-f63d-409d-b95c-bacc45fcdf0a is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:49.650948 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9f7dba65-441c-4f8e-a3c6-acfc69c5defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:49.657706 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4232c-6c00-4330-9dca-295248e75d11 req-03a0bd0e-44f8-435b-b0d2-5b59354c6381 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:49.659222 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1bb4232c-6c00-4330-9dca-295248e75d11 req-03a0bd0e-44f8-435b-b0d2-5b59354c6381 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.3010275 Oct 06 11:13:49.682059 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Router f5462be8-ce85-4863-b460-4b3245cad575 is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:13:49.686538 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:49.695359 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-9f7dba65-441c-4f8e-a3c6-acfc69c5defe None None] For port b5bfc264-f63d-409d-b95c-bacc45fcdf0a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:49.700849 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9f7dba65-441c-4f8e-a3c6-acfc69c5defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:49.756891 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dba65-441c-4f8e-a3c6-acfc69c5defe None None] Pushing event updated for resources: {'Port': ['ID=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:49.782604 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1bb4232c-6c00-4330-9dca-295248e75d11 req-2da2fb55-b029-4e58-b8b4-74054466a1af tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161318 Oct 06 11:13:49.819432 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-8d8145c9-0170-4614-b721-47d183a4aa54 None None] Provisioning complete for port b5bfc264-f63d-409d-b95c-bacc45fcdf0a triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:49.819812 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8d8145c9-0170-4614-b721-47d183a4aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:49.820172 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-8d8145c9-0170-4614-b721-47d183a4aa54 None None] Attempt 1 to provision port b5bfc264-f63d-409d-b95c-bacc45fcdf0a Oct 06 11:13:49.833379 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:13:49.854411 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Sync routers for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:13:49.856966 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:49.860067 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:49.860316 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-ef84bf28-4fcd-44f8-b0ec-6f5c8160b39f admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4919894 Oct 06 11:13:49.861956 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36454) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:49.885253 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:13:49.885910 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:13:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:49.948269 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device b5bfc264-f63d-409d-b95c-bacc45fcdf0a up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:49.991531 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-8d8145c9-0170-4614-b721-47d183a4aa54 None None] Current status of the port b5bfc264-f63d-409d-b95c-bacc45fcdf0a is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:50.053789 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:50.061682 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port b5bfc264-f63d-409d-b95c-bacc45fcdf0a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:50.062072 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.062405 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port b5bfc264-f63d-409d-b95c-bacc45fcdf0a Oct 06 11:13:50.084743 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:13:50.149453 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:50.257778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38524bc9-153e-42d5-bf19-83299ce24d10 req-f38782c9-8a9d-46de-963e-9f4daf1c2054 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:50.259173 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38524bc9-153e-42d5-bf19-83299ce24d10 req-f38782c9-8a9d-46de-963e-9f4daf1c2054 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0762289 Oct 06 11:13:50.262077 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port b5bfc264-f63d-409d-b95c-bacc45fcdf0a is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:50.308714 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:48Z', 'revision_number': 3, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:50.334784 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Checking router: f5462be8-ce85-4863-b460-4b3245cad575 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:13:50.335138 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Updating router f5462be8-ce85-4863-b460-4b3245cad575 port c45b1350-e549-4923-91de-e8a0a70fa881 binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:13:50.336064 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.356829 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38524bc9-153e-42d5-bf19-83299ce24d10 req-212d59ad-2044-4d06-b8b7-d8dd8b870d29 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885839 Oct 06 11:13:50.363611 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.399427 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:50.507238 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Allocated IP 172.20.0.1 (182bd678-df33-48e4-b3e0-b91dd41dcc22/239d4b05-f487-4513-8888-a2c83fef0529/dff7ebad-60ba-4bb2-a16a-f871b8075d26) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:13:50.618804 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Publish callbacks [] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.651133 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.695784 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:13:50.700645 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:50.705372 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:13:50.708661 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Pushing event updated for resources: {'Port': ['ID=dff7ebad-60ba-4bb2-a16a-f871b8075d26,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:50.743324 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Publish callbacks [] for port (c45b1350-e549-4923-91de-e8a0a70fa881), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.748870 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (f5462be8-ce85-4863-b460-4b3245cad575), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.750106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.787746 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Attempting to bind port c45b1350-e549-4923-91de-e8a0a70fa881 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:13:50.788175 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Attempting to bind port c45b1350-e549-4923-91de-e8a0a70fa881 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:13:50.788659 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Attempting to bind port c45b1350-e549-4923-91de-e8a0a70fa881 on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:13:50.831141 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3bfa9-88c1-4d5d-991d-8abcad55f91b None None] Pushing event updated for resources: {'Port': ['ID=c45b1350-e549-4923-91de-e8a0a70fa881,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:50.836047 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:50.847716 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:13:50.847716 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:13:50.848122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.848709 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:13:50.849216 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Bound port: c45b1350-e549-4923-91de-e8a0a70fa881, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:13:50.849851 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.903559 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.916988 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] For port c45b1350-e549-4923-91de-e8a0a70fa881, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:13:50.920655 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] For port c45b1350-e549-4923-91de-e8a0a70fa881, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=c45b1350-e549-4923-91de-e8a0a70fa881,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:13:50.926891 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76cc8b-ebaf-471f-a9bc-834a1c6a73cc req-3e36b15d-14ac-4a65-bc6a-fee69954164d tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:50.928972 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4a76cc8b-ebaf-471f-a9bc-834a1c6a73cc req-3e36b15d-14ac-4a65-bc6a-fee69954164d tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0547776 Oct 06 11:13:50.930223 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:50.943230 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:50.971738 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:13:50.972511 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:13:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:50.979223 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:50.998638 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4a76cc8b-ebaf-471f-a9bc-834a1c6a73cc req-dcba9372-30e0-4997-8c7b-0dc6316c8b22 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627694 Oct 06 11:13:51.039587 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3bfa9-88c1-4d5d-991d-8abcad55f91b None None] Pushing event updated for resources: {'Port': ['ID=c45b1350-e549-4923-91de-e8a0a70fa881,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:51.047708 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c1894742-54cf-48cc-84a4-33d980992455 None None] Provisioning complete for port dff7ebad-60ba-4bb2-a16a-f871b8075d26 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:51.048013 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c1894742-54cf-48cc-84a4-33d980992455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:51.048355 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c1894742-54cf-48cc-84a4-33d980992455 None None] Attempt 1 to provision port dff7ebad-60ba-4bb2-a16a-f871b8075d26 Oct 06 11:13:51.093214 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Publish callbacks [] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:51.098769 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:51.105151 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:51.123405 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c1894742-54cf-48cc-84a4-33d980992455 None None] Port dff7ebad-60ba-4bb2-a16a-f871b8075d26 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:13:51.138774 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:51.140425 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:13:51.167699 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Pushing event updated for resources: {'Port': ['ID=dff7ebad-60ba-4bb2-a16a-f871b8075d26,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:51.170847 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (f5462be8-ce85-4863-b460-4b3245cad575), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:51.267290 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:13:51.268759 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:51.346125 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 1, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:51.372945 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33507802-2ef5-45be-95e6-d54a4d5b2595 None None] The sync data for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi is: [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 1, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:13:51.544778 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c6e3a03f-0c93-4406-a614-dcf61a238c30 None None] Provisioning complete for port dff7ebad-60ba-4bb2-a16a-f871b8075d26 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:51.545322 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c6e3a03f-0c93-4406-a614-dcf61a238c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:51.546283 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c6e3a03f-0c93-4406-a614-dcf61a238c30 None None] Attempt 1 to provision port dff7ebad-60ba-4bb2-a16a-f871b8075d26 Oct 06 11:13:51.599668 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3a03f-0c93-4406-a614-dcf61a238c30 None None] Port dff7ebad-60ba-4bb2-a16a-f871b8075d26 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:13:51.699323 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Router f5462be8-ce85-4863-b460-4b3245cad575 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:13:51.705937 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9464-485d-4023-b0c7-6219fed7a997 req-abf6ad8b-b9c9-490c-a280-d99f99c882d1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:51.707485 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-15ff9464-485d-4023-b0c7-6219fed7a997 req-abf6ad8b-b9c9-490c-a280-d99f99c882d1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0620372 Oct 06 11:13:51.751684 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:51.754690 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:51.835793 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-15ff9464-485d-4023-b0c7-6219fed7a997 req-41a4ecdf-c3dc-4f9b-8fe0-c9bbe41cea81 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211615 Oct 06 11:13:51.856881 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:13:51.862630 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-c72ed0cb-a3ea-4ffa-8f1d-9fba94bdc99f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/f5462be8-ce85-4863-b460-4b3245cad575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9995732 Oct 06 11:13:52.158644 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c48a53-59f1-48c3-a1fd-e03d369c5f77 req-a3f71510-067b-415a-b846-4b029a59006c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:52.160427 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c7c48a53-59f1-48c3-a1fd-e03d369c5f77 req-a3f71510-067b-415a-b846-4b029a59006c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0597403 Oct 06 11:13:52.233795 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c7c48a53-59f1-48c3-a1fd-e03d369c5f77 req-035511aa-c196-4420-9e8b-2723d7667163 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666530 Oct 06 11:13:52.406585 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36480) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:52.411404 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-869675880-network', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:52.431509 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Made reservation on behalf of 7b6d1cbcfb8f4dffa56b44651c1316fa for: {'network': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:13:52.433856 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.442885 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.523682 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Publish callbacks [] for security_group (ad94b0a3-62da-408c-ae6d-883cd4b2b0fa), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.527986 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (ad94b0a3-62da-408c-ae6d-883cd4b2b0fa), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.552933 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 482} {{(pid=106390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:13:52.570152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94b0a3-62da-408c-ae6d-883cd4b2b0fa,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:52.573466 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (e341c7a5-0528-400d-96ab-89a9353c7436), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.573815 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.segments_db [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Added segment e341c7a5-0528-400d-96ab-89a9353c7436 of type vlan for network 4c824ab8-264f-4108-a62e-ceef749dc871 Oct 06 11:13:52.582863 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:52.620419 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (4c824ab8-264f-4108-a62e-ceef749dc871), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.646082 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (4c824ab8-264f-4108-a62e-ceef749dc871), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.647685 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:52.648544 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.720907 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3129933 Oct 06 11:13:52.723521 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36482) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:52.724241 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcfd89-508c-407f-9825-607525945a38 admin admin] Pushing event updated for resources: {'Network': ['ID=4c824ab8-264f-4108-a62e-ceef749dc871,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:52.728407 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Request body: {'subnet': {'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-869675880-subnet', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'ip_version': 4}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:52.736529 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 4c824ab8-264f-4108-a62e-ceef749dc871 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:13:52.751274 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Made reservation on behalf of 7b6d1cbcfb8f4dffa56b44651c1316fa for: {'subnet': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:13:52.753754 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25786777'] for subnet (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.924547 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25698807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25786763'] for subnet (2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:52.955219 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:52.974487 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:52.975123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583231d-a86b-42fc-87f9-c4af0b0bdc28 req-8f384132-24d9-4a30-b979-5ad713287003 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:52.976672 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c583231d-a86b-42fc-87f9-c4af0b0bdc28 req-8f384132-24d9-4a30-b979-5ad713287003 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0499411 Oct 06 11:13:52.993720 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Checking segment: {'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:13:52.994080 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Network hostable DHCP agents. Network: 4c824ab8-264f-4108-a62e-ceef749dc871, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:13:53.012061 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Network 4c824ab8-264f-4108-a62e-ceef749dc871 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:13:53.021787 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 4c824ab8-264f-4108-a62e-ceef749dc871) {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:53.030780 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c524b72-0cdf-4838-8e98-135132cf3787 None None] Network 4c824ab8-264f-4108-a62e-ceef749dc871 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:13:53.032200 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c583231d-a86b-42fc-87f9-c4af0b0bdc28 req-fd4fb889-b47b-4e4d-af28-d9e2dfd7b5c9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490098 Oct 06 11:13:53.037009 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:53.037872 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.067362 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-d32afb06-89a4-4a10-b219-2517ecf3d7ef admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3404040 Oct 06 11:13:53.067754 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36486) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:53.072126 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:53.097637 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.099281 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.151380 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-4c824ab8-264f-4108-a62e-ceef749dc871', 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871', 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'fixed_ips': [{'subnet_id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:13:53.152339 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.157687 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks [] for router_controller (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), precommit_add_association {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.301864 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks [] for router_gateway (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.303472 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-bf81d845-47aa-4e0d-b733-b4823c21af0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.310200 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Allocated IP 172.20.0.2 (4c824ab8-264f-4108-a62e-ceef749dc871/2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29/c677a7de-0585-4863-b4bc-b0a5ea75f0a0) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:13:53.347357 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:53.409600 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342321e7-7b20-40f3-929a-d9c430e8613c req-f401c215-0337-4332-a4bd-290437618dff tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:53.411162 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-342321e7-7b20-40f3-929a-d9c430e8613c req-f401c215-0337-4332-a4bd-290437618dff tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0739245 Oct 06 11:13:53.482629 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-342321e7-7b20-40f3-929a-d9c430e8613c req-d19eb93a-2e9b-4dfd-9f42-140e2d40be15 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651600 Oct 06 11:13:53.504705 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Publish callbacks [] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.511450 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Sync routers for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:13:53.516591 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.523488 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks [] for router_gateway (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.525315 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:13:53.526403 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:13:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:53.543578 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.562971 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Network 4c824ab8-264f-4108-a62e-ceef749dc871 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:13:53.566004 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:53.570035 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:13:53.580434 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Pushing event updated for resources: {'Port': ['ID=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:53.633066 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Attempting to bind port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:13:53.633761 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Attempting to bind port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:13:53.634121 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Attempting to bind port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 on network 4c824ab8-264f-4108-a62e-ceef749dc871 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:13:53.646146 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:13:53.662586 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Allocated IP 172.27.0.67 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/a63ac6da-ce0b-4fd6-aae8-73fee34a6c12) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:13:53.673707 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:53.688235 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:13:53.688830 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Checking segment: {'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:13:53.689389 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.690017 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Bound using segment: {'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:13:53.690735 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Bound port: c677a7de-0585-4863-b4bc-b0a5ea75f0a0, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:13:53.691181 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.759519 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] For port c677a7de-0585-4863-b4bc-b0a5ea75f0a0, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:13:53.762934 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] For port c677a7de-0585-4863-b4bc-b0a5ea75f0a0, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,segment=NetworkSegment(e341c7a5-0528-400d-96ab-89a9353c7436),segment_id=e341c7a5-0528-400d-96ab-89a9353c7436)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:13:53.770437 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.771104 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks [] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.840598 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:53.851817 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f463205-ab93-484b-a528-1f07dc5e3945 None None] Pushing event updated for resources: {'Port': ['ID=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:53.894393 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:53.906738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:13:53.914507 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:53.918718 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:13:53.951696 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:53.956712 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Pushing event updated for resources: {'Port': ['ID=a63ac6da-ce0b-4fd6-aae8-73fee34a6c12,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:53.957368 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 2, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:53.961853 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device c45b1350-e549-4923-91de-e8a0a70fa881 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:53.984825 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Checking router: f5462be8-ce85-4863-b460-4b3245cad575 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:13:53.985174 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Updating router f5462be8-ce85-4863-b460-4b3245cad575 port dff7ebad-60ba-4bb2-a16a-f871b8075d26 binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:13:54.024856 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.035495 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port c45b1350-e549-4923-91de-e8a0a70fa881 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:54.036058 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.036818 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port c45b1350-e549-4923-91de-e8a0a70fa881 Oct 06 11:13:54.140408 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port c45b1350-e549-4923-91de-e8a0a70fa881 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:54.140863 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.163436 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port c45b1350-e549-4923-91de-e8a0a70fa881, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=c45b1350-e549-4923-91de-e8a0a70fa881,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:54.172940 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.240160 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=c45b1350-e549-4923-91de-e8a0a70fa881,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:54.291078 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eba28-e397-46f4-aafc-8eeb9393ee79 req-98fd44f7-6f66-45cb-be66-8be9b63d7dee tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:54.292546 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-649eba28-e397-46f4-aafc-8eeb9393ee79 req-98fd44f7-6f66-45cb-be66-8be9b63d7dee tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.1253366 Oct 06 11:13:54.328515 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks [] for router_gateway (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.364711 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Publish callbacks [] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.369734 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.390589 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-649eba28-e397-46f4-aafc-8eeb9393ee79 req-86e266e3-8088-4c20-97fa-81ff1e733fc6 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915956 Oct 06 11:13:54.436746 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Pushing event updated for resources: {'Port': ['ID=dff7ebad-60ba-4bb2-a16a-f871b8075d26,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:54.465608 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.465959 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.466318 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.466671 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.467009 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.467339 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.468314 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.468589 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.468915 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.469239 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.469562 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.469906 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.470238 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.470557 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.470875 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:13:54.477818 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Attempting to bind port dff7ebad-60ba-4bb2-a16a-f871b8075d26 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:13:54.478184 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Attempting to bind port dff7ebad-60ba-4bb2-a16a-f871b8075d26 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:13:54.478691 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Attempting to bind port dff7ebad-60ba-4bb2-a16a-f871b8075d26 on network 182bd678-df33-48e4-b3e0-b91dd41dcc22 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:13:54.520281 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:13:54.521020 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Checking segment: {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:13:54.521020 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.521421 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Bound using segment: {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:13:54.522009 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Bound port: dff7ebad-60ba-4bb2-a16a-f871b8075d26, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:13:54.522644 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.554003 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.594401 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] For port dff7ebad-60ba-4bb2-a16a-f871b8075d26, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:13:54.598591 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] For port dff7ebad-60ba-4bb2-a16a-f871b8075d26, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=dff7ebad-60ba-4bb2-a16a-f871b8075d26,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:13:54.606846 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:54.622707 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:54.623060 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eba6a-7193-4273-b179-2c3374afd2d4 req-0258c812-f5af-4103-908b-62607a9433ab tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:54.624744 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:13:54.625504 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:13:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:54.626034 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a03eba6a-7193-4273-b179-2c3374afd2d4 req-0258c812-f5af-4103-908b-62607a9433ab tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0609434 Oct 06 11:13:54.661823 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:54.689497 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:54.705735 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-b4913c28-76b2-49ca-b99b-bf89d363fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:54.707564 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-b4913c28-76b2-49ca-b99b-bf89d363fb9c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1169 time: 0.0571444 Oct 06 11:13:54.732466 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a03eba6a-7193-4273-b179-2c3374afd2d4 req-a364c711-1e0c-47bb-8443-f5cf7b0c9c86 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994148 Oct 06 11:13:54.748398 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5123ed0-922b-432a-91bb-c873460d9590 None None] Pushing event updated for resources: {'Port': ['ID=dff7ebad-60ba-4bb2-a16a-f871b8075d26,revision_number=4']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:54.822528 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:13:54.827553 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:13:54.839743 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:54.854640 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-3b7be56d-3555-43a8-a4fe-5862921ffe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:54.856424 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-3b7be56d-3555-43a8-a4fe-5862921ffe12 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 915 time: 0.1410148 Oct 06 11:13:54.976433 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6210c212-c770-4cda-9303-5290cccb781f None None] Network 4c824ab8-264f-4108-a62e-ceef749dc871 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:13:54.995919 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-17089c4b-7244-4257-b4b8-8f85bda7901f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 1001 time: 0.1085215 Oct 06 11:13:55.020849 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:55.034131 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:13:55.046168 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f30a25-9ee1-4286-915f-28d440dd85f5 None None] The sync data for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi is: [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:13:55.059348 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-1cffa434-9876-4439-b1b3-b00b141aade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:55.062973 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Sync routers for ids ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:13:55.066023 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-1cffa434-9876-4439-b1b3-b00b141aade3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 200 len: 853 time: 0.0629990 Oct 06 11:13:55.069580 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:55.070819 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d2aeadf9-3a79-435b-9e9d-8dcedb51ca01 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0019605 Oct 06 11:13:55.073824 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36494) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:55.108106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-885de7da-25ac-4465-8f2b-225f226a701a None None] Provisioning complete for port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:55.108867 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-885de7da-25ac-4465-8f2b-225f226a701a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:55.109423 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-885de7da-25ac-4465-8f2b-225f226a701a None None] Attempt 1 to provision port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 Oct 06 11:13:55.122334 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Routers {'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:13:55.123212 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:13:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:55.131712 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-1addd59f-07af-434a-ba9e-25478f6c9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:55.133284 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-1addd59f-07af-434a-ba9e-25478f6c9f02 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0816dbad-e0a3-486e-94ba-be677095fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614586 Oct 06 11:13:55.165565 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:55.191433 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:55.264012 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-920ce64f-f153-4d0d-a551-185a6f23e56d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230962 Oct 06 11:13:55.345167 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:55.430072 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e7a19a-4e1e-40d8-a84c-55e3fab60eba req-e692224e-c967-452b-b849-aaf5d6e80301 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585605 Oct 06 11:13:55.467312 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Set router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:13:55.564765 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-885de7da-25ac-4465-8f2b-225f226a701a None None] Current status of the port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:55.565299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-885de7da-25ac-4465-8f2b-225f226a701a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:55.614150 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa499ba8-61bb-405d-85cc-1717b48c048f req-f480a3ab-2c61-40a0-8291-4e04e3f84227 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:55.616840 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aa499ba8-61bb-405d-85cc-1717b48c048f req-f480a3ab-2c61-40a0-8291-4e04e3f84227 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0847917 Oct 06 11:13:55.628440 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:55.643744 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-885de7da-25ac-4465-8f2b-225f226a701a None None] For port c677a7de-0585-4863-b4bc-b0a5ea75f0a0, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,segment=NetworkSegment(e341c7a5-0528-400d-96ab-89a9353c7436),segment_id=e341c7a5-0528-400d-96ab-89a9353c7436)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:55.645342 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:55.649319 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-385a7431-40d0-4a4d-b2ac-70aea856521b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:55.672948 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-885de7da-25ac-4465-8f2b-225f226a701a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:55.695010 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aa499ba8-61bb-405d-85cc-1717b48c048f req-ec98f773-98e2-49a0-abdb-9b428e29f30c tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672731 Oct 06 11:13:55.777898 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885de7da-25ac-4465-8f2b-225f226a701a None None] Pushing event updated for resources: {'Port': ['ID=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:55.800573 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 3, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port': {'id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:55.832179 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Checking router: a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:13:55.832384 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Updating router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:13:55.834268 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-527742e6-5b77-4a33-9c1a-fdded7d27b5f None None] Provisioning complete for port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:55.834636 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-527742e6-5b77-4a33-9c1a-fdded7d27b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:55.834966 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-527742e6-5b77-4a33-9c1a-fdded7d27b5f None None] Attempt 1 to provision port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 Oct 06 11:13:55.871771 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Allocated IP 172.20.0.1 (4c824ab8-264f-4108-a62e-ceef749dc871/2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29/bc2cbb59-dd45-4c22-a591-b1f6e1152fa1) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:13:55.898466 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:55.910050 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31ea84-0872-4bab-9b7f-d2c80452c185 req-40b50d14-b02e-4b88-8f4e-9b0890058179 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:55.916282 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6b31ea84-0872-4bab-9b7f-d2c80452c185 req-40b50d14-b02e-4b88-8f4e-9b0890058179 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0928771 Oct 06 11:13:56.050056 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6b31ea84-0872-4bab-9b7f-d2c80452c185 req-b31a3cf0-6635-42de-9053-1ede3f87c2c5 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303260 Oct 06 11:13:56.062457 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-527742e6-5b77-4a33-9c1a-fdded7d27b5f None None] Current status of the port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:56.097193 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Publish callbacks [] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.108770 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:56.115753 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device dff7ebad-60ba-4bb2-a16a-f871b8075d26 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:56.137461 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.179646 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Network 4c824ab8-264f-4108-a62e-ceef749dc871 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:13:56.182568 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:56.186169 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:13:56.207650 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port dff7ebad-60ba-4bb2-a16a-f871b8075d26 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:56.208057 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.208399 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port dff7ebad-60ba-4bb2-a16a-f871b8075d26 Oct 06 11:13:56.212418 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:56.216589 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:56.229867 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.273914 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:13:56.322909 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Publish callbacks [] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.326668 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:56.341674 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.370310 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.430658 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Attempting to bind port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:13:56.431028 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Attempting to bind port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:13:56.431392 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Attempting to bind port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:13:56.470603 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port dff7ebad-60ba-4bb2-a16a-f871b8075d26 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:56.470910 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.521653 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f49fc8-1e56-4918-97aa-34c166ef6086 None None] Pushing event updated for resources: {'Port': ['ID=a63ac6da-ce0b-4fd6-aae8-73fee34a6c12,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:56.540587 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-4333a205-e237-411e-8299-6aafd581157b None None] Provisioning complete for port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:56.540962 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-4333a205-e237-411e-8299-6aafd581157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.541395 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-4333a205-e237-411e-8299-6aafd581157b None None] Attempt 1 to provision port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 Oct 06 11:13:56.541629 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Publish callbacks [] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.545360 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:56.547242 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.586587 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:13:56.587331 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:13:56.587331 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.587745 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:13:56.588255 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Bound port: a63ac6da-ce0b-4fd6-aae8-73fee34a6c12, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:13:56.588933 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.600550 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port dff7ebad-60ba-4bb2-a16a-f871b8075d26, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=dff7ebad-60ba-4bb2-a16a-f871b8075d26,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:56.615905 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.617878 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:56.618187 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'port_id': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'mac_address': 'fa:16:3e:8c:02:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:13:56.629283 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.630089 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device c45b1350-e549-4923-91de-e8a0a70fa881 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:56.639592 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-4333a205-e237-411e-8299-6aafd581157b None None] Port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:13:56.673456 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:56.716371 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Network 4c824ab8-264f-4108-a62e-ceef749dc871 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:13:56.718407 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:13:56.732272 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:56.778431 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:56.778821 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.786305 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] For port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:13:56.799351 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=dff7ebad-60ba-4bb2-a16a-f871b8075d26,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:56.819772 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:13:56.829826 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] For port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=a63ac6da-ce0b-4fd6-aae8-73fee34a6c12,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:13:56.841304 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port c45b1350-e549-4923-91de-e8a0a70fa881 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:56.841958 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.843377 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port c45b1350-e549-4923-91de-e8a0a70fa881 Oct 06 11:13:56.846400 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:13:56.854257 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.881393 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8aa1-4518-4b12-968b-66bf5d896ce1 req-a1fe67e1-9ee0-4815-ac33-aa879a11021a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:56.883615 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-838c8aa1-4518-4b12-968b-66bf5d896ce1 req-a1fe67e1-9ee0-4815-ac33-aa879a11021a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 944 time: 0.0616431 Oct 06 11:13:56.931720 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f49fc8-1e56-4918-97aa-34c166ef6086 None None] Pushing event updated for resources: {'Port': ['ID=a63ac6da-ce0b-4fd6-aae8-73fee34a6c12,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:56.937430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:56.951580 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:56.965581 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-838c8aa1-4518-4b12-968b-66bf5d896ce1 req-e281d025-6a9d-430b-a143-630c4987404f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741839 Oct 06 11:13:56.981867 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:13:56.993892 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a734b80e-2bad-4958-a635-a6f5a0d0cf61 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a6defa1c-1616-4a98-a7e9-37f81ca9cbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9125199 Oct 06 11:13:57.010775 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Routers {'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:13:57.011430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:13:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:57.063344 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-668c2e67-7b38-494b-b3ff-05c330843b45 None None] Provisioning complete for port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:57.064039 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-668c2e67-7b38-494b-b3ff-05c330843b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.064139 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-668c2e67-7b38-494b-b3ff-05c330843b45 None None] Attempt 1 to provision port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 Oct 06 11:13:57.115280 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=9']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:57.207798 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd847b-4417-4ee7-b858-fba3166765ad req-97ed232e-ac51-47f1-9afd-7f0cfe91ff9c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:57.209621 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10cd847b-4417-4ee7-b858-fba3166765ad req-97ed232e-ac51-47f1-9afd-7f0cfe91ff9c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0541124 Oct 06 11:13:57.224399 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:57.279626 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10cd847b-4417-4ee7-b858-fba3166765ad req-ced2b015-50bd-4bb1-ae93-55149f1a2b69 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630739 Oct 06 11:13:57.340832 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.345684 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-668c2e67-7b38-494b-b3ff-05c330843b45 None None] Port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:13:57.360626 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port c45b1350-e549-4923-91de-e8a0a70fa881 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:57.362455 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device c677a7de-0585-4863-b4bc-b0a5ea75f0a0 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:57.370393 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36510) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:57.375069 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-8a92709e-35fb-46f9-9eff-fb5f998ae83e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091757493', 'description': 'tempest-secgroup-smoke-2091757493 description', 'project_id': '9376d8470a80416cb8e57eb650884883'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:57.394922 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] Set router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:13:57.401636 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8a92709e-35fb-46f9-9eff-fb5f998ae83e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.429143 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:57.476140 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8a92709e-35fb-46f9-9eff-fb5f998ae83e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group (b27d03ed-7060-4ab9-8be7-799c2a74543c), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.479938 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8a92709e-35fb-46f9-9eff-fb5f998ae83e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (b27d03ed-7060-4ab9-8be7-799c2a74543c), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.497742 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:13:57.510288 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8a92709e-35fb-46f9-9eff-fb5f998ae83e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.511520 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8a92709e-35fb-46f9-9eff-fb5f998ae83e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1400928 Oct 06 11:13:57.513490 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92709e-35fb-46f9-9eff-fb5f998ae83e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d03ed-7060-4ab9-8be7-799c2a74543c,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:57.515197 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36512) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:57.520218 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-2e451b09-0467-43ed-857c-533504b01f53 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'security_group_rule': {'security_group_id': 'b27d03ed-7060-4ab9-8be7-799c2a74543c', 'project_id': '9376d8470a80416cb8e57eb650884883', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:57.552284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2e451b09-0467-43ed-857c-533504b01f53 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (3f248191-9cc5-4641-88f2-fb3c5d1f2ae4), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.562949 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:57.563326 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.563663 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 Oct 06 11:13:57.601859 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2e451b09-0467-43ed-857c-533504b01f53 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (3f248191-9cc5-4641-88f2-fb3c5d1f2ae4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.605592 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2e451b09-0467-43ed-857c-533504b01f53 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (3f248191-9cc5-4641-88f2-fb3c5d1f2ae4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.618516 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:57.626567 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e451b09-0467-43ed-857c-533504b01f53 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f248191-9cc5-4641-88f2-fb3c5d1f2ae4,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:57.632198 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2e451b09-0467-43ed-857c-533504b01f53 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.636218 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36514) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:57.636369 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2e451b09-0467-43ed-857c-533504b01f53 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198378 Oct 06 11:13:57.641523 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-ab0a27f3-4fc2-4d82-81e1-ab76df73b8d5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'security_group_rule': {'security_group_id': 'b27d03ed-7060-4ab9-8be7-799c2a74543c', 'project_id': '9376d8470a80416cb8e57eb650884883', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:57.669486 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a27f3-4fc2-4d82-81e1-ab76df73b8d5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (3432e4c6-bca9-463a-8406-8f1e116aecd7), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.727576 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a27f3-4fc2-4d82-81e1-ab76df73b8d5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (3432e4c6-bca9-463a-8406-8f1e116aecd7), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.731499 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a27f3-4fc2-4d82-81e1-ab76df73b8d5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (3432e4c6-bca9-463a-8406-8f1e116aecd7), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.754679 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a27f3-4fc2-4d82-81e1-ab76df73b8d5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3432e4c6-bca9-463a-8406-8f1e116aecd7,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:57.762507 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:57.765140 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ab0a27f3-4fc2-4d82-81e1-ab76df73b8d5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.766773 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-ab0a27f3-4fc2-4d82-81e1-ab76df73b8d5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295302 Oct 06 11:13:57.769573 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36516) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:57.771477 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:57.774980 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-4837ebe6-bde5-48cd-8cfc-944c5e93fb83 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'security_group_rule': {'security_group_id': 'b27d03ed-7060-4ab9-8be7-799c2a74543c', 'project_id': '9376d8470a80416cb8e57eb650884883', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:57.777876 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 4, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port': {'id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'bc2cbb59-dd45-4c22-a591-b1f6e1152fa1', 'name': '', 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'mac_address': 'fa:16:3e:aa:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:55Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 2, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'subnets': [{'id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:57.805027 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4837ebe6-bde5-48cd-8cfc-944c5e93fb83 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (8b781b14-5fc3-4ade-acc7-51f74922b1e0), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.819968 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e571a1-9bb5-4d6b-8e82-6cb6efee32a9 None None] The sync data for ids ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'] in dv-cinder-860209-2-iscsi is: [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 4, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port': {'id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'bc2cbb59-dd45-4c22-a591-b1f6e1152fa1', 'name': '', 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'mac_address': 'fa:16:3e:aa:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:55Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 2, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'subnets': [{'id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:13:57.873199 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4837ebe6-bde5-48cd-8cfc-944c5e93fb83 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (8b781b14-5fc3-4ade-acc7-51f74922b1e0), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.877214 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4837ebe6-bde5-48cd-8cfc-944c5e93fb83 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (8b781b14-5fc3-4ade-acc7-51f74922b1e0), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.897472 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837ebe6-bde5-48cd-8cfc-944c5e93fb83 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b781b14-5fc3-4ade-acc7-51f74922b1e0,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:57.905795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4837ebe6-bde5-48cd-8cfc-944c5e93fb83 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.907200 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-4837ebe6-bde5-48cd-8cfc-944c5e93fb83 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365197 Oct 06 11:13:57.909933 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36518) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:57.914717 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-3836ed4e-5777-466f-a6d5-a539b0a7da00 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'security_group_rule': {'security_group_id': 'b27d03ed-7060-4ab9-8be7-799c2a74543c', 'project_id': '9376d8470a80416cb8e57eb650884883', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:57.917205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device dff7ebad-60ba-4bb2-a16a-f871b8075d26 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:57.943113 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3836ed4e-5777-466f-a6d5-a539b0a7da00 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (ac3fa115-4721-4078-95fd-c0471a3fe1d4), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.970466 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port dff7ebad-60ba-4bb2-a16a-f871b8075d26 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:57.970846 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:57.971185 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port dff7ebad-60ba-4bb2-a16a-f871b8075d26 Oct 06 11:13:58.004408 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3836ed4e-5777-466f-a6d5-a539b0a7da00 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (ac3fa115-4721-4078-95fd-c0471a3fe1d4), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.009900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3836ed4e-5777-466f-a6d5-a539b0a7da00 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (ac3fa115-4721-4078-95fd-c0471a3fe1d4), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.035508 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836ed4e-5777-466f-a6d5-a539b0a7da00 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3fa115-4721-4078-95fd-c0471a3fe1d4,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:58.043387 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3836ed4e-5777-466f-a6d5-a539b0a7da00 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.044671 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3836ed4e-5777-466f-a6d5-a539b0a7da00 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337023 Oct 06 11:13:58.048123 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36522) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:58.057955 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-27285ca2-b886-42ac-acf4-f530c05b3eef tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'security_group_rule': {'security_group_id': 'b27d03ed-7060-4ab9-8be7-799c2a74543c', 'project_id': '9376d8470a80416cb8e57eb650884883', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:58.085403 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port dff7ebad-60ba-4bb2-a16a-f871b8075d26 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:58.135376 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.securitygroups_db [None req-27285ca2-b886-42ac-acf4-f530c05b3eef tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Project 9376d8470a80416cb8e57eb650884883 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 11:13:58.150351 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-27285ca2-b886-42ac-acf4-f530c05b3eef tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (4b15400b-5110-4b9c-a2ae-2d227e77c17a), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.168129 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f43d28-ef76-421c-b9f0-d80ddbc0437e req-f4ef6b25-f213-4e83-a1db-ef5618f4d9f7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:58.169662 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c9f43d28-ef76-421c-b9f0-d80ddbc0437e req-f4ef6b25-f213-4e83-a1db-ef5618f4d9f7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 945 time: 0.0770271 Oct 06 11:13:58.202497 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:58.252459 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-27285ca2-b886-42ac-acf4-f530c05b3eef tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (4b15400b-5110-4b9c-a2ae-2d227e77c17a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.257834 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c9f43d28-ef76-421c-b9f0-d80ddbc0437e req-5bb019a0-2257-4a34-a6b3-cd79a5fcc261 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808010 Oct 06 11:13:58.259182 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-27285ca2-b886-42ac-acf4-f530c05b3eef tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (4b15400b-5110-4b9c-a2ae-2d227e77c17a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.281541 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:58.286850 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27285ca2-b886-42ac-acf4-f530c05b3eef tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b15400b-5110-4b9c-a2ae-2d227e77c17a,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:58.296475 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-27285ca2-b886-42ac-acf4-f530c05b3eef tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.297661 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-27285ca2-b886-42ac-acf4-f530c05b3eef tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2486439 Oct 06 11:13:58.300546 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36524) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:13:58.305542 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-866374fc-2c3c-4fbf-986c-c4ecdaec0071 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'security_group_rule': {'security_group_id': 'b27d03ed-7060-4ab9-8be7-799c2a74543c', 'project_id': '9376d8470a80416cb8e57eb650884883', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:13:58.329977 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.securitygroups_db [None req-866374fc-2c3c-4fbf-986c-c4ecdaec0071 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Project 9376d8470a80416cb8e57eb650884883 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 11:13:58.337114 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-866374fc-2c3c-4fbf-986c-c4ecdaec0071 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (61478c7b-e1b5-4889-9ca5-a5b3434e16e6), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.417316 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-866374fc-2c3c-4fbf-986c-c4ecdaec0071 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (61478c7b-e1b5-4889-9ca5-a5b3434e16e6), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.422304 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-866374fc-2c3c-4fbf-986c-c4ecdaec0071 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (61478c7b-e1b5-4889-9ca5-a5b3434e16e6), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.433711 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1203a28-f294-41f2-ac07-efdf0fbedb14 req-dfc81fb9-5775-4286-917e-708a7b425868 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:58.435497 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d1203a28-f294-41f2-ac07-efdf0fbedb14 req-dfc81fb9-5775-4286-917e-708a7b425868 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0547843 Oct 06 11:13:58.442428 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866374fc-2c3c-4fbf-986c-c4ecdaec0071 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61478c7b-e1b5-4889-9ca5-a5b3434e16e6,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:58.450303 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-866374fc-2c3c-4fbf-986c-c4ecdaec0071 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.451505 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-866374fc-2c3c-4fbf-986c-c4ecdaec0071 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498904 Oct 06 11:13:58.507665 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d1203a28-f294-41f2-ac07-efdf0fbedb14 req-395c9562-503e-4853-bf04-2e1be9318bd9 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650427 Oct 06 11:13:58.610788 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.713211 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:58.768483 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:58.769014 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.769571 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d Oct 06 11:13:58.865037 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.869185 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:13:58.869569 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.896958 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:13:58.899477 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c4de76-1836-4f33-8d19-05375d886f71" -d '{"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-plugged", "status": "completed", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:13:58.915920 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:13:58.921478 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:58.978762 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f592b68-ce43-450c-aff6-87aea9d3448d x-openstack-request-id: req-1f592b68-ce43-450c-aff6-87aea9d3448d {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:13:58.979170 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-plugged", "status": "completed", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:13:58.979170 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f592b68-ce43-450c-aff6-87aea9d3448d {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:13:58.979657 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f592b68-ce43-450c-aff6-87aea9d3448d'] response: {'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'code': 200} Oct 06 11:13:58.990854 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=10']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:13:59.238531 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b1871-7963-4357-bd6e-dc90e2e6beea req-d758e03d-0f7d-40b7-97e3-d6ba85a723a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:59.240254 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6f1b1871-7963-4357-bd6e-dc90e2e6beea req-d758e03d-0f7d-40b7-97e3-d6ba85a723a0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 1131 time: 0.0426509 Oct 06 11:13:59.293802 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6f1b1871-7963-4357-bd6e-dc90e2e6beea req-494ec624-98c3-4029-a72f-64c472af50d8 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Oct 06 11:13:59.505746 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b620379-9ec1-4f52-9cfc-a724e79f5c31 req-1ed78771-4956-4509-87f5-0cd64799f212 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:59.507227 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6b620379-9ec1-4f52-9cfc-a724e79f5c31 req-1ed78771-4956-4509-87f5-0cd64799f212 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.1658533 Oct 06 11:13:59.527237 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:13:59.559919 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6b620379-9ec1-4f52-9cfc-a724e79f5c31 req-57541490-0302-4e1f-9410-5e2b1d2912bc tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466824 Oct 06 11:13:59.644795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb09c3-44b3-46fc-a95d-8cd36e430081 req-f579e080-cfb7-4bc1-a6e1-1225ded343a9 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:13:59.646351 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-08fb09c3-44b3-46fc-a95d-8cd36e430081 req-f579e080-cfb7-4bc1-a6e1-1225ded343a9 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0515239 Oct 06 11:13:59.711723 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-08fb09c3-44b3-46fc-a95d-8cd36e430081 req-f5d28af3-3b54-4e83-988a-7f133e6823b6 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593631 Oct 06 11:13:59.910410 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:13:59.954245 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Sync routers for ids ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:13:59.955104 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:13:59.955480 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:13:59.955815 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 Oct 06 11:13:59.963550 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Routers {'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:13:59.964463 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:13:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:13:59.995902 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:00.034602 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:14:00.034997 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:00.056131 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=a63ac6da-ce0b-4fd6-aae8-73fee34a6c12,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:00.061563 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:00.069408 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Set router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:14:00.117549 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=a63ac6da-ce0b-4fd6-aae8-73fee34a6c12,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:00.264153 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 4, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port': {'id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'bc2cbb59-dd45-4c22-a591-b1f6e1152fa1', 'name': '', 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'mac_address': 'fa:16:3e:aa:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:55Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 2, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'subnets': [{'id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:00.290426 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Checking router: a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:14:00.290777 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Updating router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:14:00.319529 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:00.492720 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:00.671609 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Publish callbacks [] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:00.676270 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:00.692727 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c3e3c-7d3c-41d7-8e14-0ef382d5f7ba req-41a60e27-fd18-4ca7-8cd2-25fd0c881572 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:00.694291 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-183c3e3c-7d3c-41d7-8e14-0ef382d5f7ba req-41a60e27-fd18-4ca7-8cd2-25fd0c881572 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0482159 Oct 06 11:14:00.739144 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:00.740947 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49055266-ef17-4831-ab1d-2adecb7c198d None None] Pushing event updated for resources: {'Port': ['ID=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:00.746668 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-183c3e3c-7d3c-41d7-8e14-0ef382d5f7ba req-da9a38b3-12ba-4ad6-9f7b-1ee03ee4d1e5 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461576 Oct 06 11:14:00.777243 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Attempting to bind port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:14:00.777821 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Attempting to bind port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:14:00.778195 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Attempting to bind port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 on network 4c824ab8-264f-4108-a62e-ceef749dc871 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:14:00.822089 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:14:00.822476 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Checking segment: {'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:14:00.823008 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:00.823531 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Bound using segment: {'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:14:00.824047 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Bound port: bc2cbb59-dd45-4c22-a591-b1f6e1152fa1, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e341c7a5-0528-400d-96ab-89a9353c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:14:00.824538 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:00.888448 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] For port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:14:00.892246 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] For port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,segment=NetworkSegment(e341c7a5-0528-400d-96ab-89a9353c7436),segment_id=e341c7a5-0528-400d-96ab-89a9353c7436)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:14:00.899614 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:00.900531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabaded-bac9-4cb0-a1cb-53930e4be481 req-1c8f03f3-3da0-4965-921a-5954e2146a25 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:00.902186 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5eabaded-bac9-4cb0-a1cb-53930e4be481 req-1c8f03f3-3da0-4965-921a-5954e2146a25 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.1036608 Oct 06 11:14:00.937264 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Routers {'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:14:00.937653 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:13:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:00.965473 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5eabaded-bac9-4cb0-a1cb-53930e4be481 req-1c785ec7-b1f5-4bea-ab61-90d03307ba59 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569746 Oct 06 11:14:00.997757 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49055266-ef17-4831-ab1d-2adecb7c198d None None] Pushing event updated for resources: {'Port': ['ID=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,revision_number=4']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:01.064406 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] Set router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:14:01.281120 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 4, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port': {'id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'bc2cbb59-dd45-4c22-a591-b1f6e1152fa1', 'name': '', 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'mac_address': 'fa:16:3e:aa:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:55Z', 'updated_at': '2022-10-06T11:14:00Z', 'revision_number': 4, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'subnets': [{'id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:01.306683 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e578c-e77e-4ad0-a7fc-b8cc19f8d92a None None] The sync data for ids ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'] in dv-cinder-860209-2-iscsi is: [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 4, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port': {'id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'bc2cbb59-dd45-4c22-a591-b1f6e1152fa1', 'name': '', 'network_id': '4c824ab8-264f-4108-a62e-ceef749dc871', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'mac_address': 'fa:16:3e:aa:e4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:55Z', 'updated_at': '2022-10-06T11:14:00Z', 'revision_number': 4, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'subnets': [{'id': '2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:14:01.912399 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b111f-682b-43ba-bb83-eaed4cdec673 req-65d3b9fa-9b63-42e9-9df5-26b26e470205 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:01.914432 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f92b111f-682b-43ba-bb83-eaed4cdec673 req-65d3b9fa-9b63-42e9-9df5-26b26e470205 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0746884 Oct 06 11:14:01.948770 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:01.957514 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:14:01.977559 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f92b111f-682b-43ba-bb83-eaed4cdec673 req-d621a2b8-2bf7-4251-92aa-160830c2967e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569398 Oct 06 11:14:02.006298 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:14:02.006787 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:02.007219 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 Oct 06 11:14:02.089547 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:14:02.090732 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:14:02.100616 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d56d-ef0b-47b2-8f14-53d84932aa3a req-47e8d8f2-1f39-474a-b5e0-284877b61f2d tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:02.102751 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e926d56d-ef0b-47b2-8f14-53d84932aa3a req-47e8d8f2-1f39-474a-b5e0-284877b61f2d tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0560462 Oct 06 11:14:02.112857 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:02.146729 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:14:02.147039 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:02.147707 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 Oct 06 11:14:02.180405 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e926d56d-ef0b-47b2-8f14-53d84932aa3a req-11883d8c-d82b-46d1-a2b8-3f7961839dd1 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711374 Oct 06 11:14:02.226908 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:14:02.227358 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:02.263924 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,segment=NetworkSegment(e341c7a5-0528-400d-96ab-89a9353c7436),segment_id=e341c7a5-0528-400d-96ab-89a9353c7436)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:02.268899 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:02.317724 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:03.114417 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79086c-7783-4b67-a125-05bb8640aa22 req-be3c313b-f8af-4db0-866a-5098d77a3a8d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:03.116314 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac79086c-7783-4b67-a125-05bb8640aa22 req-be3c313b-f8af-4db0-866a-5098d77a3a8d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0480926 Oct 06 11:14:03.165658 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac79086c-7783-4b67-a125-05bb8640aa22 req-4fc561e2-3820-4bc5-aa27-750b071ec88a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Oct 06 11:14:03.306463 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68a210-2d44-47c1-b843-148db4d5c210 req-a0a711c3-e558-4ff6-8c93-3bf8ca83be32 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:03.308130 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9c68a210-2d44-47c1-b843-148db4d5c210 req-a0a711c3-e558-4ff6-8c93-3bf8ca83be32 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0498981 Oct 06 11:14:03.372068 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9c68a210-2d44-47c1-b843-148db4d5c210 req-3f8abee8-68ca-4861-9a89-adabe756959b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577176 Oct 06 11:14:03.903119 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:14:03.947354 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:14:03.947726 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:03.948091 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 Oct 06 11:14:04.024831 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:14:04.496884 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fea03-8925-43bb-ba53-c5290476a719 req-409e7808-eb54-4f02-afa6-53a7d847f247 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:04.498353 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6b1fea03-8925-43bb-ba53-c5290476a719 req-409e7808-eb54-4f02-afa6-53a7d847f247 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0488586 Oct 06 11:14:04.563483 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-6b1fea03-8925-43bb-ba53-c5290476a719 req-ba483559-fb3c-4383-af5d-0a1177ffb12a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592113 Oct 06 11:14:05.691656 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a30db-562a-4052-b607-8309df6d3a97 req-ab02aecf-59ab-4293-a0a4-149cec70a236 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:05.693166 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e45a30db-562a-4052-b607-8309df6d3a97 req-ab02aecf-59ab-4293-a0a4-149cec70a236 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0485790 Oct 06 11:14:05.756851 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e45a30db-562a-4052-b607-8309df6d3a97 req-d6d32a82-37eb-41b1-a6cb-04e87f3bc215 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579970 Oct 06 11:14:06.885002 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba014f1-0cd3-43c7-9dcf-ebe5a8970c25 req-539762e2-c6c7-412e-9ef1-fd45d26e4ec0 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:06.886491 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0ba014f1-0cd3-43c7-9dcf-ebe5a8970c25 req-539762e2-c6c7-412e-9ef1-fd45d26e4ec0 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0515087 Oct 06 11:14:06.947766 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0ba014f1-0cd3-43c7-9dcf-ebe5a8970c25 req-33938ae8-8178-41ca-8a78-0ed5a793eb16 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548635 Oct 06 11:14:08.072309 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81631-ebd0-46d5-8391-35e3c32296bf req-acc5861c-5534-46c6-81fc-4c5d255cd781 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:08.074086 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e5c81631-ebd0-46d5-8391-35e3c32296bf req-acc5861c-5534-46c6-81fc-4c5d255cd781 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0476620 Oct 06 11:14:08.136221 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e5c81631-ebd0-46d5-8391-35e3c32296bf req-cf11a060-7c6d-4d90-9d95-5ebf57ff59c6 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560524 Oct 06 11:14:09.261600 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69595759-4412-46aa-bce8-490883e1ac42 req-d0f37958-c1c2-456f-87a6-97f6bb4c9135 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:09.263067 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-69595759-4412-46aa-bce8-490883e1ac42 req-d0f37958-c1c2-456f-87a6-97f6bb4c9135 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0486238 Oct 06 11:14:09.321789 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-69595759-4412-46aa-bce8-490883e1ac42 req-c0c67823-41a4-4c53-a733-63ebb06cdc75 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530517 Oct 06 11:14:10.432633 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:10.450029 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a290-2b8d-43df-b349-13482ef949b8 req-8a2eeda5-af77-4253-8388-3e45c37501fe tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:10.451517 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5619a290-2b8d-43df-b349-13482ef949b8 req-8a2eeda5-af77-4253-8388-3e45c37501fe tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0544679 Oct 06 11:14:10.469740 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:10.513332 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5619a290-2b8d-43df-b349-13482ef949b8 req-24720b76-eaf0-4c29-a011-6cabc715d752 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560186 Oct 06 11:14:11.283416 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=46 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:11.284176 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:11.632542 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7e2c7-b1b7-4ef1-957c-7a7b0271af02 req-8c224d3f-449c-44ef-963c-8866ea599207 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:11.634002 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4fd7e2c7-b1b7-4ef1-957c-7a7b0271af02 req-8c224d3f-449c-44ef-963c-8866ea599207 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0456407 Oct 06 11:14:11.698392 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4fd7e2c7-b1b7-4ef1-957c-7a7b0271af02 req-d47b2847-4090-436f-a2d5-130db6c0920b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588391 Oct 06 11:14:12.441980 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:12.743634 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:14:12.828731 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0508aed-3cf1-47dd-8610-7e0d69ea56ba req-911762bc-234d-4c4d-b8de-812a3bab2600 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:12.830246 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b0508aed-3cf1-47dd-8610-7e0d69ea56ba req-911762bc-234d-4c4d-b8de-812a3bab2600 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0485702 Oct 06 11:14:12.890755 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b0508aed-3cf1-47dd-8610-7e0d69ea56ba req-cb243727-f4d6-488d-b281-f4bae1b04d99 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&id=11ee5993-abd0-464f-9325-9dab2779718f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546587 Oct 06 11:14:14.585468 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-d805f946-5787-43aa-a84e-50bc0a5ce459 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393350 Oct 06 11:14:14.677503 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-c7af9b5f-46ab-4228-ac3b-e4e5e11fc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:14.678963 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-c7af9b5f-46ab-4228-ac3b-e4e5e11fc10e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1169 time: 0.0396402 Oct 06 11:14:14.785334 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-53815a25-7774-480e-baab-05ea3f7ae695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:14.786782 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-53815a25-7774-480e-baab-05ea3f7ae695 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 915 time: 0.0874825 Oct 06 11:14:14.848162 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-62f9fcad-1ac6-4e59-bdb4-7446673375da service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 1001 time: 0.0549345 Oct 06 11:14:14.898003 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-2207d448-6be0-4142-afbc-a1e9ff650ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:14.898284 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-2207d448-6be0-4142-afbc-a1e9ff650ba2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 200 len: 853 time: 0.0449147 Oct 06 11:14:14.945573 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-0fa013ed-00db-4b54-8403-15737f56887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:14.947064 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-0fa013ed-00db-4b54-8403-15737f56887c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0816dbad-e0a3-486e-94ba-be677095fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431957 Oct 06 11:14:15.005745 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:15.038579 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-ebd1b857-c3a8-4a1f-b78a-d99e099d9035 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839095 Oct 06 11:14:15.390647 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9a853ce-2ff0-4fdb-bbea-efbfeef6ec0f req-177c7535-337a-4078-8bc2-5caade55d0bb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463039 Oct 06 11:14:21.340115 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-750a52e9-00d4-4e3e-af65-c404f36121a9 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2091757493&fields=id&tenant_id=9376d8470a80416cb8e57eb650884883 HTTP/1.1" status: 200 len: 267 time: 0.0455246 Oct 06 11:14:21.452344 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-dd7e8833-a591-4134-88aa-668cfdb87060 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:21.453785 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-dd7e8833-a591-4134-88aa-668cfdb87060 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/networks?id=182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 200 len: 808 time: 0.1074507 Oct 06 11:14:21.468067 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-e3a27f64-38b3-4155-b955-e28cca28d782 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/quotas/9376d8470a80416cb8e57eb650884883 HTTP/1.1" status: 200 len: 375 time: 0.0087938 Oct 06 11:14:21.517458 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-727945a7-eeb8-47eb-a0eb-e7df587d9081 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447080 Oct 06 11:14:21.575759 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-ff26c6bd-f9bf-4a37-9e87-00d8d92d3edb service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:14:21.576769 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-ff26c6bd-f9bf-4a37-9e87-00d8d92d3edb service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0471747 Oct 06 11:14:21.670184 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-26a31189-a76b-4cfc-9c16-f8ba1e8aadf8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875540 Oct 06 11:14:21.759075 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-3d551a03-899e-4509-b970-beee36603e77 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833530 Oct 06 11:14:22.435544 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:22.437406 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:22.793585 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:22.794306 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:23.063865 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-011653bd-aa85-4ccd-89e2-a548c25fc3d7 req-2d800d2d-1161-4731-8690-65de48aef1d3 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 210 time: 0.0274704 Oct 06 11:14:23.296236 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9eea3974-9818-491a-80da-0dc482376463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:24.178720 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e3342fe4-6302-4ff8-8f60-aecbcbd9a276 req-7cee1a2b-24e3-466e-b69e-5e2858db4fbe tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 210 time: 0.0378089 Oct 06 11:14:24.773055 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:24.812878 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-bc2f0ff4-0416-48bd-9204-4600bda92904 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:24.814320 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-bc2f0ff4-0416-48bd-9204-4600bda92904 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.55 "GET /networking/v2.0/networks?id=182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 200 len: 808 time: 0.1159804 Oct 06 11:14:24.888174 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-db124cf4-c6a8-427a-bf46-451b1d6c60db tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9376d8470a80416cb8e57eb650884883 HTTP/1.1" status: 200 len: 380 time: 0.0573554 Oct 06 11:14:24.933980 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'port': {'device_id': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'admin_state_up': True, 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'security_groups': ['b27d03ed-7060-4ab9-8be7-799c2a74543c']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:14:25.048585 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Made reservation on behalf of 9376d8470a80416cb8e57eb650884883 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:14:25.053280 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.179519 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Allocated IP 172.20.0.12 (182bd678-df33-48e4-b3e0-b91dd41dcc22/239d4b05-f487-4513-8888-a2c83fef0529/b4073667-1fd2-4402-b6cb-c6a7057072a4) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:14:25.292304 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e7af628d-56ab-4b20-98de-9d8f4bdd46b5 req-16b05030-a180-4b0d-bc59-42e4559ca08a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 210 time: 0.0284834 Oct 06 11:14:25.326044 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.358200 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.402449 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:14:25.405711 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:14:25.409455 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:14:25.446668 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:25.458747 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.459094 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.459436 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.459776 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.460137 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.460467 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.460796 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.461124 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.461451 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.461778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.462105 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.462429 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.462753 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.463072 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.463391 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:25.486641 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:25.487273 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.490574 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:25.509831 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-556f3f5b-87ac-46d1-853f-7c3d504eee24 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799737 Oct 06 11:14:25.538831 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Request body: {'port': {'device_id': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:14:25.593932 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8d55227e-838c-4cf8-8f76-6fa275a9c74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.614941 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.645846 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-0125e46c-4999-43bf-a568-b706044ea036 None None] Provisioning complete for port b4073667-1fd2-4402-b6cb-c6a7057072a4 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:14:25.646340 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0125e46c-4999-43bf-a568-b706044ea036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.646837 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-0125e46c-4999-43bf-a568-b706044ea036 None None] Attempt 1 to provision port b4073667-1fd2-4402-b6cb-c6a7057072a4 Oct 06 11:14:25.650343 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:25.679578 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-0125e46c-4999-43bf-a568-b706044ea036 None None] Port b4073667-1fd2-4402-b6cb-c6a7057072a4 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:14:25.882753 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4073667-1fd2-4402-b6cb-c6a7057072a4 {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:14:25.890054 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Publish callbacks [] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.902544 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Transition to ACTIVE for port object b4073667-1fd2-4402-b6cb-c6a7057072a4 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:14:25.905853 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:25.985868 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Pushing event updated for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:26.011481 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Attempting to bind port b4073667-1fd2-4402-b6cb-c6a7057072a4 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:14:26.011810 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Attempting to bind port b4073667-1fd2-4402-b6cb-c6a7057072a4 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:14:26.012164 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Attempting to bind port b4073667-1fd2-4402-b6cb-c6a7057072a4 on network 182bd678-df33-48e4-b3e0-b91dd41dcc22 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:14:26.054709 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Port b4073667-1fd2-4402-b6cb-c6a7057072a4 on network 182bd678-df33-48e4-b3e0-b91dd41dcc22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:14:26.055040 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Attempting to bind port b4073667-1fd2-4402-b6cb-c6a7057072a4 on network 182bd678-df33-48e4-b3e0-b91dd41dcc22 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:14:26.100037 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:14:26.100276 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Checking segment: {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:14:26.100656 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Bound using segment: {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:14:26.101081 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Bound port: b4073667-1fd2-4402-b6cb-c6a7057072a4, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b145391-88e5-4294-bdab-25661a39eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:14:26.101435 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:26.161897 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:14:26.164948 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:14:26.171888 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:26.177275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:26.177901 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:26.179293 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 1094 time: 0.6473651 Oct 06 11:14:26.181501 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:14:26.183962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d4b5fd-cadc-4880-ba75-17b0b05f9450" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:14:26.226420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2b1dbe-bd6f-4757-8257-5fbe72ddd6c2 x-openstack-request-id: req-5e2b1dbe-bd6f-4757-8257-5fbe72ddd6c2 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:14:26.226710 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:14:26.226962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e2b1dbe-bd6f-4757-8257-5fbe72ddd6c2 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:14:26.227369 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2b1dbe-bd6f-4757-8257-5fbe72ddd6c2'] response: {'name': 'network-changed', 'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'status': 'completed', 'code': 200} Oct 06 11:14:26.231884 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7245bdb-1c88-47df-9a49-1cef0986487c service neutron] Pushing event updated for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:26.411344 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ceecf-ae46-4059-a912-9e05d5b9e5fa req-3596d09b-4498-4ecf-a61d-73efdabe0f72 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:26.412867 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b38ceecf-ae46-4059-a912-9e05d5b9e5fa req-3596d09b-4498-4ecf-a61d-73efdabe0f72 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0469968 Oct 06 11:14:26.460651 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b38ceecf-ae46-4059-a912-9e05d5b9e5fa req-eb07bcba-2903-48ef-804f-99b2935cb2ca tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Oct 06 11:14:26.652202 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b5fd-cadc-4880-ba75-17b0b05f9450 req-2137db43-bfdf-4401-aa6a-99ea18bfb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:26.653604 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88d4b5fd-cadc-4880-ba75-17b0b05f9450 req-2137db43-bfdf-4401-aa6a-99ea18bfb215 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1128 time: 0.0450280 Oct 06 11:14:26.753330 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:26.763815 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b5fd-cadc-4880-ba75-17b0b05f9450 req-5a7c9c5c-a167-40c5-aa41-1364589f32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:26.765274 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88d4b5fd-cadc-4880-ba75-17b0b05f9450 req-5a7c9c5c-a167-40c5-aa41-1364589f32a8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=9376d8470a80416cb8e57eb650884883&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0930784 Oct 06 11:14:26.865032 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b5fd-cadc-4880-ba75-17b0b05f9450 req-86e67a97-e1c4-48a1-9753-bfda74ae0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:26.866509 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-88d4b5fd-cadc-4880-ba75-17b0b05f9450 req-86e67a97-e1c4-48a1-9753-bfda74ae0367 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921836 Oct 06 11:14:26.979637 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:26.983575 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-cfe9aac9-d77f-48d4-859e-20055b8d2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:26.985103 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-cfe9aac9-d77f-48d4-859e-20055b8d2898 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1128 time: 0.0419047 Oct 06 11:14:27.033605 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-14a104b0-df28-44e3-9ea3-a94c3a1cadb6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 217 time: 0.0334446 Oct 06 11:14:27.089294 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-fc8767f3-da70-4919-8b48-ceed3a2f70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:27.090763 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-fc8767f3-da70-4919-8b48-ceed3a2f70f7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=239d4b05-f487-4513-8888-a2c83fef0529 HTTP/1.1" status: 200 len: 847 time: 0.0501537 Oct 06 11:14:27.110158 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:27.141935 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-8aa0f99b-c9b5-4d8a-b712-217ba2ab0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:27.143465 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-8aa0f99b-c9b5-4d8a-b712-217ba2ab0e0a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=182bd678-df33-48e4-b3e0-b91dd41dcc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423760 Oct 06 11:14:27.241760 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-27be3f62-ae5a-46b0-818a-772bc72ba1d4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902009 Oct 06 11:14:27.338586 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-152bde30-b442-46e1-9f00-1eee8e9300b2 req-7da93ad3-03db-4486-9b17-728efb3c3d54 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905643 Oct 06 11:14:27.581760 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb95e-7449-4b72-b13d-e9c86abcdbda req-ebe33da5-a011-47f0-a93c-7d65ac843a72 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:27.583816 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2d6bb95e-7449-4b72-b13d-e9c86abcdbda req-ebe33da5-a011-47f0-a93c-7d65ac843a72 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0462098 Oct 06 11:14:27.636161 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2d6bb95e-7449-4b72-b13d-e9c86abcdbda req-c01bd1fc-fcba-44be-a7e6-d3f1ecad260f tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467656 Oct 06 11:14:28.605157 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:28.764419 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfc0a9-62ff-491d-a996-9ed94ce1b56c req-3f64cc28-c330-4340-acaa-87aa8fa6e6c8 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:28.765892 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b7bfc0a9-62ff-491d-a996-9ed94ce1b56c req-3f64cc28-c330-4340-acaa-87aa8fa6e6c8 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0485435 Oct 06 11:14:28.820962 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b7bfc0a9-62ff-491d-a996-9ed94ce1b56c req-5d779ce6-be00-4fcc-89af-56bcbca21fbf tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491199 Oct 06 11:14:28.842370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:29.957160 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3515-e666-4345-9b57-327cec4bdc71 req-52977ff2-5c99-465d-aa85-d8a6ba27144e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:29.964965 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-677b3515-e666-4345-9b57-327cec4bdc71 req-52977ff2-5c99-465d-aa85-d8a6ba27144e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0557470 Oct 06 11:14:29.982938 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d166f-7fcd-4c10-bea7-4fe7fad3bab1 req-987e1afb-cb72-4663-aac0-80062949115c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:29.984449 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e85d166f-7fcd-4c10-bea7-4fe7fad3bab1 req-987e1afb-cb72-4663-aac0-80062949115c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 945 time: 0.0510914 Oct 06 11:14:30.010764 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-677b3515-e666-4345-9b57-327cec4bdc71 req-47d1de72-d6e6-45c8-ba53-be6c79935be0 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446954 Oct 06 11:14:30.033614 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e85d166f-7fcd-4c10-bea7-4fe7fad3bab1 req-67a195b1-7790-46ad-a3d4-c778a0da9a6c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Oct 06 11:14:31.135802 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbb012-855a-451c-9510-e847745c3db8 req-83d5068d-3b66-4bd0-b181-3f71db34885b tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:31.137334 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d3bbb012-855a-451c-9510-e847745c3db8 req-83d5068d-3b66-4bd0-b181-3f71db34885b tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0497944 Oct 06 11:14:31.166667 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699f0f-15f3-4bde-a201-29601bcac171 req-bc5284a0-bd5d-477c-9818-02c650551915 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:31.168152 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d1699f0f-15f3-4bde-a201-29601bcac171 req-bc5284a0-bd5d-477c-9818-02c650551915 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 945 time: 0.0461607 Oct 06 11:14:31.187644 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d3bbb012-855a-451c-9510-e847745c3db8 req-a363564c-1158-4039-840b-e90a4c8db407 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446849 Oct 06 11:14:31.217553 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d1699f0f-15f3-4bde-a201-29601bcac171 req-72b76c34-b240-4792-a0f6-ed53e171a01f tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434630 Oct 06 11:14:32.233003 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-48c969ce-c769-45d0-a993-c2aa6454d66d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:32.234477 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-48c969ce-c769-45d0-a993-c2aa6454d66d tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 945 time: 0.0504339 Oct 06 11:14:32.305618 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:32.320488 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff768a07-fe60-4638-9161-c92031d31d3b req-b61f35a0-0968-4310-84d3-b946222948fc tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:32.322028 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ff768a07-fe60-4638-9161-c92031d31d3b req-b61f35a0-0968-4310-84d3-b946222948fc tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0553377 Oct 06 11:14:32.356986 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Deleting port a1ce9ffa-2969-4b3f-8579-49451048adf4 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:14:32.357328 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:32.362974 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:32.366359 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47a0cc-7133-464d-a4f9-62ef545a838b req-f17e17a9-efb4-42fc-b3b7-082469e07846 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:32.367819 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0f47a0cc-7133-464d-a4f9-62ef545a838b req-f17e17a9-efb4-42fc-b3b7-082469e07846 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 945 time: 0.0617824 Oct 06 11:14:32.372945 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ff768a07-fe60-4638-9161-c92031d31d3b req-0bf2b101-b9af-41ff-923c-5d225c19233d tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449743 Oct 06 11:14:32.468671 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0f47a0cc-7133-464d-a4f9-62ef545a838b req-d858f7a8-da19-43d4-bc10-8e288333d58c tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abb3f893-5622-4d08-8368-5c0fb213c060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910778 Oct 06 11:14:32.484234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:32.486122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] For port a1ce9ffa-2969-4b3f-8579-49451048adf4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=a1ce9ffa-2969-4b3f-8579-49451048adf4,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:32.486480 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:32.633009 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:32.652402 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:32.652767 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (898f8811-3bf9-4dec-9885-48f89ef7471e), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:32.653082 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Floating IP 898f8811-3bf9-4dec-9885-48f89ef7471e disassociated. External IP: 172.27.0.4, port: a1ce9ffa-2969-4b3f-8579-49451048adf4. Oct 06 11:14:32.653422 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Calling delete_port for a1ce9ffa-2969-4b3f-8579-49451048adf4 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:14:32.777131 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (a1ce9ffa-2969-4b3f-8579-49451048adf4), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:32.807537 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event deleted for resources: {'Port': ['ID=a1ce9ffa-2969-4b3f-8579-49451048adf4,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:32.916156 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:14:33.017920 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:14:33.029604 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] Sync routers for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:14:33.039560 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:14:33.040358 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:33.062749 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] No DVR routers for this DVR port a1ce9ffa-2969-4b3f-8579-49451048adf4 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:14:33.065308 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:33.069166 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6abb4487-6dac-4557-ba4c-4a12b6e93627 req-3d6cfd06-adc0-4996-a190-987987b2b8b5 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.55 "DELETE /networking/v2.0/ports/a1ce9ffa-2969-4b3f-8579-49451048adf4 HTTP/1.1" status: 204 len: 173 time: 0.8293128 Oct 06 11:14:33.069662 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'name': 'network-vif-deleted', 'tag': 'a1ce9ffa-2969-4b3f-8579-49451048adf4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:14:33.071943 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a502007-364a-4f31-a659-545cb61da9fe" -d '{"events": [{"server_uuid": "562fb9bc-717f-4fea-9e1d-3b3637138ca8", "name": "network-vif-deleted", "tag": "a1ce9ffa-2969-4b3f-8579-49451048adf4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:14:33.130121 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cafb7e-de4c-4cfc-be66-c36bef892dd2 x-openstack-request-id: req-28cafb7e-de4c-4cfc-be66-c36bef892dd2 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:14:33.130521 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562fb9bc-717f-4fea-9e1d-3b3637138ca8", "name": "network-vif-deleted", "tag": "a1ce9ffa-2969-4b3f-8579-49451048adf4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:14:33.130838 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28cafb7e-de4c-4cfc-be66-c36bef892dd2 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:14:33.131300 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cafb7e-de4c-4cfc-be66-c36bef892dd2'] response: {'server_uuid': '562fb9bc-717f-4fea-9e1d-3b3637138ca8', 'name': 'network-vif-deleted', 'tag': 'a1ce9ffa-2969-4b3f-8579-49451048adf4', 'status': 'completed', 'code': 200} Oct 06 11:14:33.162787 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:14:33.365520 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:33.390608 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] Checking router: 10b1bcbb-67b7-45a3-84c2-e31e62ad410a for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:14:33.400203 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:14:33.400817 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:33.497424 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dc0fc-7866-4851-8447-362bd0cf8e0b req-fd1a2192-9c88-49ce-9285-b2a3aad63c26 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:33.498881 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-988dc0fc-7866-4851-8447-362bd0cf8e0b req-fd1a2192-9c88-49ce-9285-b2a3aad63c26 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0480626 Oct 06 11:14:33.507614 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:14:33.557159 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-988dc0fc-7866-4851-8447-362bd0cf8e0b req-050265c9-127e-4eb9-b816-f269e7db269e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516820 Oct 06 11:14:33.594279 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-82a54d31-4e20-4f67-87be-6d40f4e70582 req-3367edaf-e2fc-41bf-be78-0db91bd9bfe2 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 210 time: 0.0298033 Oct 06 11:14:33.826271 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:33.852277 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43803a81-fca6-44fb-8886-1ad926ebc534 None None] The sync data for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi is: [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:08Z', 'revision_number': 4, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'f81e92a2-ab02-42cf-8334-732a7a5e7b83', 'name': '', 'network_id': 'fea6c97c-9c48-403d-929b-bfa5008b2a1f', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'mac_address': 'fa:16:3e:db:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '88fb8a68-c473-4757-8580-30d071bceb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:27Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'subnets': [{'id': '88fb8a68-c473-4757-8580-30d071bceb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:14:34.068524 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d806925-f385-4ac6-863c-e5e0f4445623 None None] New status for floating IP 898f8811-3bf9-4dec-9885-48f89ef7471e: DOWN {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:14:34.679148 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2f98-c1b8-45f7-b4c6-49950f8c5d95 req-c13cf6ca-2658-4da9-88c8-ec4f539f8827 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:34.680675 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3daf2f98-c1b8-45f7-b4c6-49950f8c5d95 req-c13cf6ca-2658-4da9-88c8-ec4f539f8827 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0466063 Oct 06 11:14:34.711449 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e7efab34-c03c-48c7-b418-e1900ce5b973 req-ee3c4031-63d4-4fe1-8954-ac8881c10301 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=562fb9bc-717f-4fea-9e1d-3b3637138ca8 HTTP/1.1" status: 200 len: 210 time: 0.0278440 Oct 06 11:14:34.731160 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3daf2f98-c1b8-45f7-b4c6-49950f8c5d95 req-b381083f-4e32-4b64-a667-ea5c93385be2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448601 Oct 06 11:14:35.810463 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36916) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:35.861201 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28132f10-4181-4348-9736-504bbf2e0a04 req-b5b6d380-4e25-4c0c-a2c8-29dbca847219 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:35.862643 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-28132f10-4181-4348-9736-504bbf2e0a04 req-b5b6d380-4e25-4c0c-a2c8-29dbca847219 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0506015 Oct 06 11:14:35.871649 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (abb3f893-5622-4d08-8368-5c0fb213c060), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:35.895876 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (abb3f893-5622-4d08-8368-5c0fb213c060), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:35.913235 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-28132f10-4181-4348-9736-504bbf2e0a04 req-822c8fde-fdd1-41d5-a620-685ad35e4a01 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 Oct 06 11:14:35.943664 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (abb3f893-5622-4d08-8368-5c0fb213c060), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:35.946249 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:35.948318 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/abb3f893-5622-4d08-8368-5c0fb213c060 HTTP/1.1" status: 204 len: 168 time: 0.1365857 Oct 06 11:14:35.950320 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36918) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:35.958231 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb3f893-5622-4d08-8368-5c0fb213c060,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:35.964875 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.api.v2.resource [None req-42aefbaf-fb21-4e5c-bf5d-6de797f4f3e7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] show failed (client error): The resource could not be found. Oct 06 11:14:35.965604 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.965864 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-42aefbaf-fb21-4e5c-bf5d-6de797f4f3e7 tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "GET /networking/v2.0/security-groups/abb3f893-5622-4d08-8368-5c0fb213c060 HTTP/1.1" status: 404 len: 347 time: 0.0145462 Oct 06 11:14:35.966007 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.966275 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.966613 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.966969 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.967301 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.967626 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.967976 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.968302 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.968626 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.968721 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36920) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:35.968954 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.969279 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.969598 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.969916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:35.970236 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c982ca1-bf4e-47e8-8f83-fad3abe21b1a tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:36.013265 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:36.083778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Deleting port a2d8111b-e738-442e-9795-9d461d5515d0 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:14:36.084152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (a2d8111b-e738-442e-9795-9d461d5515d0), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:36.162922 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (a2d8111b-e738-442e-9795-9d461d5515d0), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:36.163246 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (a2d8111b-e738-442e-9795-9d461d5515d0), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:36.174905 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Calling delete_port for a2d8111b-e738-442e-9795-9d461d5515d0 owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:14:36.184945 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:36.303774 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (a2d8111b-e738-442e-9795-9d461d5515d0), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:36.332537 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Pushing event deleted for resources: {'Port': ['ID=a2d8111b-e738-442e-9795-9d461d5515d0,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:36.391823 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks [] for floatingip (898f8811-3bf9-4dec-9885-48f89ef7471e), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:36.395793 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:36.396982 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-b6f20d87-0e5a-486e-85bb-faa73b4a95dd tempest-AttachVolumeTestJSON-1568064328 tempest-AttachVolumeTestJSON-1568064328-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/898f8811-3bf9-4dec-9885-48f89ef7471e HTTP/1.1" status: 204 len: 168 time: 0.4273813 Oct 06 11:14:36.793214 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device b4073667-1fd2-4402-b6cb-c6a7057072a4 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:14:36.807850 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device a1ce9ffa-2969-4b3f-8579-49451048adf4 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:14:36.834426 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: a1ce9ffa-2969-4b3f-8579-49451048adf4 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:14:36.834780 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device a1ce9ffa-2969-4b3f-8579-49451048adf4 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:14:36.907552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:36.920208 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:36.922449 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:36.932871 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'port_id': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'mac_address': 'fa:16:3e:3c:01:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:14:36.969235 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port b4073667-1fd2-4402-b6cb-c6a7057072a4 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:14:36.969636 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:36.983001 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4073667-1fd2-4402-b6cb-c6a7057072a4 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:14:37.008068 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:37.012088 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:37.036748 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55122e4e-31ec-41f0-af2f-6b286e2529e6 req-ea6038b0-f920-4d32-a10d-3683f35288ea tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:37.038261 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-55122e4e-31ec-41f0-af2f-6b286e2529e6 req-ea6038b0-f920-4d32-a10d-3683f35288ea tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0494277 Oct 06 11:14:37.060614 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:37.068323 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.068690 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.069024 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.069363 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.069700 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.070032 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.070365 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.070691 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.071017 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.071343 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.071669 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.072021 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.072345 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.072671 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.072991 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:14:37.090656 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-55122e4e-31ec-41f0-af2f-6b286e2529e6 req-88d53ac7-5085-4ede-9001-edcec14db426 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468094 Oct 06 11:14:37.441552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['b4073667-1fd2-4402-b6cb-c6a7057072a4'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:14:38.211295 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc36da-c81d-43e2-bda3-37617f25bd2d req-f09fd542-bab1-417a-9f64-81f434ab56f8 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:38.212776 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4dcc36da-c81d-43e2-bda3-37617f25bd2d req-f09fd542-bab1-417a-9f64-81f434ab56f8 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 945 time: 0.0465226 Oct 06 11:14:38.261306 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4dcc36da-c81d-43e2-bda3-37617f25bd2d req-14547a01-0a60-4941-887d-68c22fa68927 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Oct 06 11:14:38.835947 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device b4073667-1fd2-4402-b6cb-c6a7057072a4 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:14:38.878610 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port b4073667-1fd2-4402-b6cb-c6a7057072a4 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:14:38.883328 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port b4073667-1fd2-4402-b6cb-c6a7057072a4 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:14:38.883709 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:38.884087 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port b4073667-1fd2-4402-b6cb-c6a7057072a4 Oct 06 11:14:38.957803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port b4073667-1fd2-4402-b6cb-c6a7057072a4 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:14:38.958106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:38.980185 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:14:38.982388 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ab081-eb9a-4ba7-b0ae-6dc219200746" -d '{"events": [{"server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "name": "network-vif-plugged", "status": "completed", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:14:38.995206 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:38.999079 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:39.024615 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d1fa71-91ca-491a-b632-b91da64b719f x-openstack-request-id: req-85d1fa71-91ca-491a-b632-b91da64b719f {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:14:39.024905 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "name": "network-vif-plugged", "status": "completed", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:14:39.025155 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85d1fa71-91ca-491a-b632-b91da64b719f {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:14:39.025544 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d1fa71-91ca-491a-b632-b91da64b719f'] response: {'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'code': 200} Oct 06 11:14:39.048457 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:39.282535 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9120-713d-4ca7-924c-0b2334c85f7d req-32ef75df-ab97-4bd5-a857-45f4ef7b8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:39.284022 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f28e9120-713d-4ca7-924c-0b2334c85f7d req-32ef75df-ab97-4bd5-a857-45f4ef7b8da7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1130 time: 0.0420785 Oct 06 11:14:39.331308 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f28e9120-713d-4ca7-924c-0b2334c85f7d req-81d83709-e075-4b0d-8894-f1bd885f2671 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Oct 06 11:14:39.383660 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9cc75-2c29-4abb-8437-80ec1cb8157b req-de2d5492-52ee-4676-bd2a-5296fd925f45 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:39.385169 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eff9cc75-2c29-4abb-8437-80ec1cb8157b req-de2d5492-52ee-4676-bd2a-5296fd925f45 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0461516 Oct 06 11:14:39.434452 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-eff9cc75-2c29-4abb-8437-80ec1cb8157b req-5ba4d9ce-66f7-4ef0-87a3-0ac204c37f1e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Oct 06 11:14:39.962068 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36958) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:40.622175 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:40.632018 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb96c8-b27a-4151-a789-fcf05f2adc27 req-557fc6ca-3722-4a2d-93c9-391124d2ee39 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:40.633450 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-08cb96c8-b27a-4151-a789-fcf05f2adc27 req-557fc6ca-3722-4a2d-93c9-391124d2ee39 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0556171 Oct 06 11:14:40.751149 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-08cb96c8-b27a-4151-a789-fcf05f2adc27 req-4566e37f-528e-4b48-af96-e27b64abab9b tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874174 Oct 06 11:14:40.882465 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:40.886598 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:40.890463 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Deleting port f81e92a2-ab02-42cf-8334-732a7a5e7b83 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:14:40.890790 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:40.974156 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] For port f81e92a2-ab02-42cf-8334-732a7a5e7b83, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=f81e92a2-ab02-42cf-8334-732a7a5e7b83,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:40.974866 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:40.987015 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Calling delete_port for f81e92a2-ab02-42cf-8334-732a7a5e7b83 owned by network:router_interface {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:14:41.166585 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (f81e92a2-ab02-42cf-8334-732a7a5e7b83), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:41.195782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81e92a2-ab02-42cf-8334-732a7a5e7b83,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:41.365238 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:41.570889 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:14:41.653252 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:41.674351 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:14:41.680210 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7f2e25e6-9737-4cdc-b1fc-ae482ac40eb6 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/10b1bcbb-67b7-45a3-84c2-e31e62ad410a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172291 Oct 06 11:14:41.683011 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36964) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:41.684074 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] Sync routers for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:14:41.695433 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:14:41.696075 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:41.785325 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks [] for router (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:41.799885 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:14:41.830542 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:41.906980 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:41.912901 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:41.928674 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks [] for router_gateway (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:41.938041 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac3575-57eb-445c-93d4-ff3d65481a55 req-9996fc20-18af-4c8d-9bc0-cfa3c4a2f1aa tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:41.939639 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-82ac3575-57eb-445c-93d4-ff3d65481a55 req-9996fc20-18af-4c8d-9bc0-cfa3c4a2f1aa tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0624549 Oct 06 11:14:41.985936 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Deleting port b27a6444-b511-4e16-833b-900c3e293585 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:14:41.987314 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (b27a6444-b511-4e16-833b-900c3e293585), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:41.995515 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-82ac3575-57eb-445c-93d4-ff3d65481a55 req-fc5d6983-1d52-4888-9260-0389773b00ec tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486336 Oct 06 11:14:42.014749 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b27a6444-b511-4e16-833b-900c3e293585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:14:41Z', 'revision_number': 5, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port': {'id': 'b27a6444-b511-4e16-833b-900c3e293585', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:03:59Z', 'updated_at': '2022-10-06T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:42.041826 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] Checking router: 10b1bcbb-67b7-45a3-84c2-e31e62ad410a for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:14:42.050958 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] Routers {'10b1bcbb-67b7-45a3-84c2-e31e62ad410a'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:14:42.051648 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:42.079735 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] For port b27a6444-b511-4e16-833b-900c3e293585, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=b27a6444-b511-4e16-833b-900c3e293585,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:42.080236 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (b27a6444-b511-4e16-833b-900c3e293585), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.119582 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Calling delete_port for b27a6444-b511-4e16-833b-900c3e293585 owned by network:router_gateway {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:14:42.138409 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] Set router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a gateway port host: None {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:14:42.141236 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eb8b7-3a32-4b69-8248-aed3b77b6af7 req-22c607bd-6714-455d-9546-1ffd08d96b20 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:42.142723 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-634eb8b7-3a32-4b69-8248-aed3b77b6af7 req-22c607bd-6714-455d-9546-1ffd08d96b20 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0656087 Oct 06 11:14:42.187472 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:14:41Z', 'revision_number': 6, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:42.216000 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f237a7d-6791-4514-8399-9b5435f1ad11 None None] The sync data for ids ['10b1bcbb-67b7-45a3-84c2-e31e62ad410a'] in dv-cinder-860209-2-iscsi is: [{'id': '10b1bcbb-67b7-45a3-84c2-e31e62ad410a', 'name': 'tempest-AttachVolumeTestJSON-74382424-router', 'tenant_id': '8c9bfd4947d045cf831f1a60bf91f389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:14:41Z', 'revision_number': 6, 'project_id': '8c9bfd4947d045cf831f1a60bf91f389', 'gw_port_host': None}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:14:42.242877 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-634eb8b7-3a32-4b69-8248-aed3b77b6af7 req-b1a59ca1-0055-4a38-b3b3-9cea761533c2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702972 Oct 06 11:14:42.276365 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36970) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:42.342860 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (b27a6444-b511-4e16-833b-900c3e293585), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.357793 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f2d83-78c2-4c42-8ace-3c60d79cd495 tempest-TestShelveInstance-1280767888 tempest-TestShelveInstance-1280767888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:42.359387 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f13f2d83-78c2-4c42-8ace-3c60d79cd495 tempest-TestShelveInstance-1280767888 tempest-TestShelveInstance-1280767888-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1125 time: 0.0819681 Oct 06 11:14:42.362498 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36974) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:42.366325 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27a6444-b511-4e16-833b-900c3e293585,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:42.366764 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'port_id': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:14:42.390001 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.395200 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:42.437532 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.442087 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.462108 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:42.478901 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.526627 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.528779 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks [] for router_controller (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.569888 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (10b1bcbb-67b7-45a3-84c2-e31e62ad410a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.570516 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b1bcbb-67b7-45a3-84c2-e31e62ad410a {{(pid=106389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:14:42.575314 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.580970 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-25ef294d-fab3-4a9f-a60b-c4391c744d42 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/10b1bcbb-67b7-45a3-84c2-e31e62ad410a HTTP/1.1" status: 204 len: 168 time: 0.8925653 Oct 06 11:14:42.581122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 36976) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:42.618839 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Allocated IP 172.27.0.245 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/c01a7947-afe4-40f2-83d8-6a1b995c4133) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:14:42.651716 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4413e0-8dda-4190-b472-0f7970ab4316 admin admin] Deleting subnet 88fb8a68-c473-4757-8580-30d071bceb46 {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:14:42.665775 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef4413e0-8dda-4190-b472-0f7970ab4316 admin admin] Publish callbacks [] for subnet (88fb8a68-c473-4757-8580-30d071bceb46), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.713875 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:42.746946 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef4413e0-8dda-4190-b472-0f7970ab4316 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572067'] for subnet (88fb8a68-c473-4757-8580-30d071bceb46), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.810077 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for port (c01a7947-afe4-40f2-83d8-6a1b995c4133), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.872733 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef4413e0-8dda-4190-b472-0f7970ab4316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (88fb8a68-c473-4757-8580-30d071bceb46), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.901468 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (c01a7947-afe4-40f2-83d8-6a1b995c4133), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:42.950010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:14:42.955636 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:14:42.961674 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:14:42.990324 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'Port': ['ID=c01a7947-afe4-40f2-83d8-6a1b995c4133,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:42.995063 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef4413e0-8dda-4190-b472-0f7970ab4316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3977315'] for subnet (88fb8a68-c473-4757-8580-30d071bceb46), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.036880 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ef4413e0-8dda-4190-b472-0f7970ab4316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.039875 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ef4413e0-8dda-4190-b472-0f7970ab4316 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/88fb8a68-c473-4757-8580-30d071bceb46 HTTP/1.1" status: 204 len: 168 time: 0.4598129 Oct 06 11:14:43.040678 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4413e0-8dda-4190-b472-0f7970ab4316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fb8a68-c473-4757-8580-30d071bceb46,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:43.041857 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adcd26a-6dab-44ca-b658-e78a306ebd3e None None] Network fea6c97c-9c48-403d-929b-bfa5008b2a1f requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:14:43.042756 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36978) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:43.118105 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:43.139480 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (fea6c97c-9c48-403d-929b-bfa5008b2a1f), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.183376 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Deleting port 70332cb2-8047-48af-b76d-098f6a53b9f9 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:14:43.183726 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.241385 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] DHCP port deletion for fea6c97c-9c48-403d-929b-bfa5008b2a1f request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:14:43.251572 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] For port 70332cb2-8047-48af-b76d-098f6a53b9f9, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=70332cb2-8047-48af-b76d-098f6a53b9f9,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:43.251970 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.266282 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Calling delete_port for 70332cb2-8047-48af-b76d-098f6a53b9f9 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:14:43.287299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] Deleting port 70332cb2-8047-48af-b76d-098f6a53b9f9 {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:14:43.287870 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.361214 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] For port 70332cb2-8047-48af-b76d-098f6a53b9f9, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=70332cb2-8047-48af-b76d-098f6a53b9f9,segment=NetworkSegment(7f41ba86-8b1a-49d5-b934-da89478cc5fb),segment_id=7f41ba86-8b1a-49d5-b934-da89478cc5fb)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:14:43.361645 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.364852 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.369835 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:43.382559 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] Calling delete_port for 70332cb2-8047-48af-b76d-098f6a53b9f9 owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:14:43.398958 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Pushing event deleted for resources: {'Port': ['ID=70332cb2-8047-48af-b76d-098f6a53b9f9,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:43.404461 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] No DVR routers for this DVR port 70332cb2-8047-48af-b76d-098f6a53b9f9 on host dv-cinder-860209-2-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:14:43.428356 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for floatingip (88fb84c8-4f45-4150-a05d-1f9076c1c30d), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.492481 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (70332cb2-8047-48af-b76d-098f6a53b9f9), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.500261 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (fea6c97c-9c48-403d-929b-bfa5008b2a1f), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.515643 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c01a7947-afe4-40f2-83d8-6a1b995c4133), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.518212 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] Pushing event deleted for resources: {'Port': ['ID=70332cb2-8047-48af-b76d-098f6a53b9f9,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:43.524469 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c66db4-3d62-4086-b68d-deedf46f6cfa None None] No DVR routers for this DVR port 70332cb2-8047-48af-b76d-098f6a53b9f9 on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:14:43.527356 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea6c97c-9c48-403d-929b-bfa5008b2a1f']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:43.538031 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f41ba86-8b1a-49d5-b934-da89478cc5fb') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:43.538031 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f41ba86-8b1a-49d5-b934-da89478cc5fb') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:43.548957 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:43.550183 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (7f41ba86-8b1a-49d5-b934-da89478cc5fb), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.564678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (7f41ba86-8b1a-49d5-b934-da89478cc5fb), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.572250 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Releasing vlan 462 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:14:43.572676 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (7f41ba86-8b1a-49d5-b934-da89478cc5fb), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.616590 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 7f41ba86-8b1a-49d5-b934-da89478cc5fb resource provider aggregate not found Oct 06 11:14:43.638826 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 7f41ba86-8b1a-49d5-b934-da89478cc5fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f41ba86-8b1a-49d5-b934-da89478cc5fb found for delete ", "request_id": "req-2de49a46-9c0e-4858-bd9c-caca099524d2"}]} Oct 06 11:14:43.639971 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (fea6c97c-9c48-403d-929b-bfa5008b2a1f), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.645605 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.649225 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/fea6c97c-9c48-403d-929b-bfa5008b2a1f HTTP/1.1" status: 204 len: 168 time: 0.6054671 Oct 06 11:14:43.661468 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d03f54-5a74-4f53-a7a0-65342eafa89a admin admin] Pushing event deleted for resources: {'Network': ['ID=fea6c97c-9c48-403d-929b-bfa5008b2a1f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:43.690008 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for port (c01a7947-afe4-40f2-83d8-6a1b995c4133), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.696759 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (c01a7947-afe4-40f2-83d8-6a1b995c4133), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.798648 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36986) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:43.848208 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7b1aca72-28fa-40c1-95a8-3e696ed4a89a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8c9bfd4947d045cf831f1a60bf91f389&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477257 Oct 06 11:14:43.850775 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 36988) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:43.906361 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb4d2-fafa-4b7e-8b7d-77210450f062 admin admin] Publish callbacks [] for security_group (f6ccae13-6b03-4f61-9a2b-b34e43d37cad), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.918176 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device f81e92a2-ab02-42cf-8334-732a7a5e7b83 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:14:43.929393 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb4d2-fafa-4b7e-8b7d-77210450f062 admin admin] Publish callbacks [] for security_group (f6ccae13-6b03-4f61-9a2b-b34e43d37cad), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.941034 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: f81e92a2-ab02-42cf-8334-732a7a5e7b83 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:14:43.942157 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device f81e92a2-ab02-42cf-8334-732a7a5e7b83 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:14:43.942592 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device b27a6444-b511-4e16-833b-900c3e293585 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:14:43.961795 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: b27a6444-b511-4e16-833b-900c3e293585 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:14:43.962137 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device b27a6444-b511-4e16-833b-900c3e293585 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:14:43.962741 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 70332cb2-8047-48af-b76d-098f6a53b9f9 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:14:43.982222 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb4d2-fafa-4b7e-8b7d-77210450f062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (f6ccae13-6b03-4f61-9a2b-b34e43d37cad), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.985176 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 70332cb2-8047-48af-b76d-098f6a53b9f9 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:14:43.985529 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 70332cb2-8047-48af-b76d-098f6a53b9f9 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:14:43.985697 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb4d2-fafa-4b7e-8b7d-77210450f062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:43.988224 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-2a5cb4d2-fafa-4b7e-8b7d-77210450f062 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f6ccae13-6b03-4f61-9a2b-b34e43d37cad HTTP/1.1" status: 204 len: 168 time: 0.1352000 Oct 06 11:14:43.997396 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cb4d2-fafa-4b7e-8b7d-77210450f062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ccae13-6b03-4f61-9a2b-b34e43d37cad,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:44.048140 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (88fb84c8-4f45-4150-a05d-1f9076c1c30d), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:44.050836 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event updated for resources: {'Port': ['ID=c01a7947-afe4-40f2-83d8-6a1b995c4133,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:44.150812 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Floating IP 88fb84c8-4f45-4150-a05d-1f9076c1c30d associated. External IP: 172.27.0.245, port: b4073667-1fd2-4402-b6cb-c6a7057072a4. Oct 06 11:14:44.361361 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Router f5462be8-ce85-4863-b460-4b3245cad575 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:14:44.414520 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:44.478473 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:14:44.489684 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] Sync routers for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:14:44.498772 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:44.501495 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:14:44.502198 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:44.530625 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-40525e8a-895e-4ccf-942b-902c62a280d2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1670747 Oct 06 11:14:44.531275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:14:44.533771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a7111-55f9-4565-95ab-500643cc25d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:14:44.580799 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb8e47-7f04-4c88-9a6a-fcc6c4be33b3 x-openstack-request-id: req-decb8e47-7f04-4c88-9a6a-fcc6c4be33b3 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:14:44.581096 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:14:44.581350 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-decb8e47-7f04-4c88-9a6a-fcc6c4be33b3 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:14:44.582342 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decb8e47-7f04-4c88-9a6a-fcc6c4be33b3'] response: {'name': 'network-changed', 'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'status': 'completed', 'code': 200} Oct 06 11:14:44.614270 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:14:44.687974 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-fd7a30d9-1e5b-4b8b-bd2a-d411f8023d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:44.688966 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-fd7a30d9-1e5b-4b8b-bd2a-d411f8023d5c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1130 time: 0.0428624 Oct 06 11:14:44.791691 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-fccbc892-4c0b-41ec-a509-c1d58419ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:44.793313 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-fccbc892-4c0b-41ec-a509-c1d58419ca41 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 200 len: 909 time: 0.0983396 Oct 06 11:14:44.849951 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '88fb84c8-4f45-4150-a05d-1f9076c1c30d', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'port_id': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'mac_address': 'fa:16:3e:3c:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:14:43Z', 'updated_at': '2022-10-06T11:14:43Z', 'revision_number': 0, 'project_id': '9376d8470a80416cb8e57eb650884883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 5, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:44.867919 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-4824f427-0a0e-4df4-a9ae-e2431a574fad service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 1000 time: 0.0677128 Oct 06 11:14:44.877097 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] Checking router: f5462be8-ce85-4863-b460-4b3245cad575 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:14:44.881067 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:44.886754 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:14:44.887452 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:44.938738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-cdf9877e-a0d0-4515-beb9-b2ce73afc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:44.940302 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-cdf9877e-a0d0-4515-beb9-b2ce73afc3ce service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=239d4b05-f487-4513-8888-a2c83fef0529 HTTP/1.1" status: 200 len: 847 time: 0.0663385 Oct 06 11:14:44.995657 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-0ea85d74-6679-40bf-a178-ce2711654782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:14:44.997242 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-0ea85d74-6679-40bf-a178-ce2711654782 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=182bd678-df33-48e4-b3e0-b91dd41dcc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515640 Oct 06 11:14:45.094675 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:14:45.118036 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-11a6938d-4137-43c1-adb6-d37a42b190e2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146548 Oct 06 11:14:45.225106 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2a7111-55f9-4565-95ab-500643cc25d4 req-d6b0495b-5968-4357-9232-c3b6a3070117 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019573 Oct 06 11:14:45.306896 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:45.327917 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '88fb84c8-4f45-4150-a05d-1f9076c1c30d', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'port_id': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'mac_address': 'fa:16:3e:3c:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:14:43Z', 'updated_at': '2022-10-06T11:14:43Z', 'revision_number': 0, 'project_id': '9376d8470a80416cb8e57eb650884883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 5, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:14:45.356272 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c249a82-67f9-4af2-9625-abeb4b4d86db None None] The sync data for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi is: [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '88fb84c8-4f45-4150-a05d-1f9076c1c30d', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'port_id': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'mac_address': 'fa:16:3e:3c:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:14:43Z', 'updated_at': '2022-10-06T11:14:43Z', 'revision_number': 0, 'project_id': '9376d8470a80416cb8e57eb650884883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 5, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:14:45.407898 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37042) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:45.517273 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81684f3d-b86a-4cff-8ad4-bcc9bac3c204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:45.564424 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f0692-c473-4dbc-97bf-d5ef13c5ab5d None None] New status for floating IP 88fb84c8-4f45-4150-a05d-1f9076c1c30d: ACTIVE {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:14:45.572957 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:45.603559 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81684f3d-b86a-4cff-8ad4-bcc9bac3c204 admin admin] Publish callbacks [] for security_group (4862cf67-c360-4171-9c64-5ae1d8040015), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:45.607040 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81684f3d-b86a-4cff-8ad4-bcc9bac3c204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4862cf67-c360-4171-9c64-5ae1d8040015), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:45.649488 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-81684f3d-b86a-4cff-8ad4-bcc9bac3c204 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=946d081e3c9143659e7f805a368fd6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403851 Oct 06 11:14:45.650352 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81684f3d-b86a-4cff-8ad4-bcc9bac3c204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4862cf67-c360-4171-9c64-5ae1d8040015,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:45.652166 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37046) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:14:45.705396 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d333dc89-919b-489d-ae9d-9ecd35425b94 admin admin] Publish callbacks [] for security_group (4862cf67-c360-4171-9c64-5ae1d8040015), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:45.727616 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d333dc89-919b-489d-ae9d-9ecd35425b94 admin admin] Publish callbacks [] for security_group (4862cf67-c360-4171-9c64-5ae1d8040015), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:45.776249 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d333dc89-919b-489d-ae9d-9ecd35425b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4862cf67-c360-4171-9c64-5ae1d8040015), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:45.779069 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d333dc89-919b-489d-ae9d-9ecd35425b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:45.780259 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d333dc89-919b-489d-ae9d-9ecd35425b94 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4862cf67-c360-4171-9c64-5ae1d8040015 HTTP/1.1" status: 204 len: 168 time: 0.1268971 Oct 06 11:14:45.798010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333dc89-919b-489d-ae9d-9ecd35425b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4862cf67-c360-4171-9c64-5ae1d8040015,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:14:49.743905 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:14:53.290473 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3de20937-a702-4d19-88c0-905f31f66f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:55.592246 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c8aa-372c-48d3-aa98-66fdb3be2825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:55.642876 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=60,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:55.645227 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=8 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:55.762372 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:55.793315 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:57.105318 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:58.607012 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:58.843096 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:14:59.785112 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:14:59.791897 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=8 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:08.834912 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:08.837588 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:12.438882 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:13.068333 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912d34-c117-435e-ba36-5ba84ffaa5c0 req-b6fdb85a-ed8a-4065-905c-3aa2f83b1382 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:13.070737 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-29912d34-c117-435e-ba36-5ba84ffaa5c0 req-b6fdb85a-ed8a-4065-905c-3aa2f83b1382 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0482924 Oct 06 11:15:13.117029 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-29912d34-c117-435e-ba36-5ba84ffaa5c0 req-2b363e74-669e-4e27-82b2-35e2406edceb tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406826 Oct 06 11:15:14.248957 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef746-3ab0-479a-a4aa-07a995273287 req-c6cbe27d-6f59-44c5-998c-6da494d68d0f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:14.250406 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-858ef746-3ab0-479a-a4aa-07a995273287 req-c6cbe27d-6f59-44c5-998c-6da494d68d0f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0506873 Oct 06 11:15:14.297740 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-858ef746-3ab0-479a-a4aa-07a995273287 req-9ebc4827-d7fd-4377-8d60-e79b0a2f0c7f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Oct 06 11:15:15.425331 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41e6bc-8dea-4c92-b870-625180f5c7a2 req-2dc26c43-982a-4853-b72f-0c8f10438b98 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:15.426800 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8b41e6bc-8dea-4c92-b870-625180f5c7a2 req-2dc26c43-982a-4853-b72f-0c8f10438b98 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0487435 Oct 06 11:15:15.473566 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8b41e6bc-8dea-4c92-b870-625180f5c7a2 req-010b4f6e-5173-41fc-9e99-7dee91234b50 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409451 Oct 06 11:15:16.600543 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cb4f4-55dd-4788-a606-ff13010583f5 req-102419e9-24c5-40dd-bdb6-36eb69f14590 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:16.602024 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-460cb4f4-55dd-4788-a606-ff13010583f5 req-102419e9-24c5-40dd-bdb6-36eb69f14590 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0464764 Oct 06 11:15:16.649030 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-460cb4f4-55dd-4788-a606-ff13010583f5 req-a0a501e5-b939-4479-8548-9d848131c5d7 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 Oct 06 11:15:17.778368 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fcd2d-a4a7-4b61-ace2-631718d78383 req-24cade10-c2b1-4c1e-8965-a0d9f1336779 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:17.779830 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-137fcd2d-a4a7-4b61-ace2-631718d78383 req-24cade10-c2b1-4c1e-8965-a0d9f1336779 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0496817 Oct 06 11:15:17.828420 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-137fcd2d-a4a7-4b61-ace2-631718d78383 req-8e111555-9aff-4c12-b2b9-7f40a56e93c1 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0a038a9e-917a-45a9-b6c3-6491607f9f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430512 Oct 06 11:15:18.325224 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-5e494609-9e09-4f06-9b93-e076df4eda9d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:18.326635 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-5e494609-9e09-4f06-9b93-e076df4eda9d tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 947 time: 0.0454550 Oct 06 11:15:18.413363 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Deleting port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:18.413701 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:18.504904 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] For port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:18.505265 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:18.665810 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:18.666077 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (8d63f951-580b-4507-b30c-a9b8df67fa72), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:18.666398 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Floating IP 8d63f951-580b-4507-b30c-a9b8df67fa72 disassociated. External IP: 172.27.0.113, port: d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d. Oct 06 11:15:18.666808 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Calling delete_port for d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:18.801267 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:18.828207 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event deleted for resources: {'Port': ['ID=d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:18.960336 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0f8dae38-4b1d-4421-90c3-c95c5c9a8b9f req-22a06c71-28a0-41d8-ae4d-c0b4607061e0 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16531807-aeec-439c-8671-699762bf520f HTTP/1.1" status: 200 len: 210 time: 0.0320113 Oct 06 11:15:18.970214 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:18.981559 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Router 944cf344-ec56-4bc6-8613-737e19017b34 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:19.074813 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:19.091144 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:19.102338 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] Sync routers for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:19.112846 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:19.113452 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:19.135246 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] No DVR routers for this DVR port d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:15:19.137846 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:19.141092 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-955c2492-3ac9-4afc-a97b-b86a4fb2a86c req-ef532f75-21b8-450b-9022-d9ff6d1fc6a9 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.55 "DELETE /networking/v2.0/ports/d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d HTTP/1.1" status: 204 len: 173 time: 0.8089411 Oct 06 11:15:19.141595 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-deleted', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:15:19.143864 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5562861a-90da-4b9e-bca2-df519fe24295" -d '{"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-deleted", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:15:19.238090 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:19.391687 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb9bcc-fa88-4d46-bf6a-ec64cd0a5f31 x-openstack-request-id: req-9abb9bcc-fa88-4d46-bf6a-ec64cd0a5f31 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:15:19.392193 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16531807-aeec-439c-8671-699762bf520f", "name": "network-vif-deleted", "tag": "d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:15:19.392193 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9abb9bcc-fa88-4d46-bf6a-ec64cd0a5f31 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:15:19.392638 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abb9bcc-fa88-4d46-bf6a-ec64cd0a5f31'] response: {'server_uuid': '16531807-aeec-439c-8671-699762bf520f', 'name': 'network-vif-deleted', 'tag': 'd4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d', 'status': 'completed', 'code': 200} Oct 06 11:15:19.478957 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:19.505743 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] Checking router: 944cf344-ec56-4bc6-8613-737e19017b34 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:19.514813 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:19.515416 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:19.621679 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:19.813550 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:19.844672 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838d9f7-5262-4915-b899-3b784901d8f6 None None] The sync data for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi is: [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:04:09Z', 'revision_number': 4, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '90eb66db-9148-454e-a28c-a6f586cd9302', 'name': '', 'network_id': 'f38c588e-4101-4e6e-967d-e0ae7e6cf8d1', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'mac_address': 'fa:16:3e:c5:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dfde5ca-0941-463b-817b-90f685902884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:06Z', 'updated_at': '2022-10-06T11:04:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'subnets': [{'id': '2dfde5ca-0941-463b-817b-90f685902884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:20.070612 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37378) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:20.097318 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f47b62-9c7b-479f-ad03-cc174dfc7bf3 None None] New status for floating IP 8d63f951-580b-4507-b30c-a9b8df67fa72: DOWN {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:15:20.133980 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c53f70b3-7fe6-4a53-8f14-c5e44130df8e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (0a038a9e-917a-45a9-b6c3-6491607f9f8e), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.159060 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c53f70b3-7fe6-4a53-8f14-c5e44130df8e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (0a038a9e-917a-45a9-b6c3-6491607f9f8e), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.216586 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c53f70b3-7fe6-4a53-8f14-c5e44130df8e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (0a038a9e-917a-45a9-b6c3-6491607f9f8e), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.219397 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c53f70b3-7fe6-4a53-8f14-c5e44130df8e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.223019 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-c53f70b3-7fe6-4a53-8f14-c5e44130df8e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0a038a9e-917a-45a9-b6c3-6491607f9f8e HTTP/1.1" status: 204 len: 168 time: 0.1488614 Oct 06 11:15:20.223599 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37380) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:20.230446 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f70b3-7fe6-4a53-8f14-c5e44130df8e tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a038a9e-917a-45a9-b6c3-6491607f9f8e,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:20.242388 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.api.v2.resource [None req-37a118a5-6d2d-4503-b90f-5d96ed518023 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] show failed (client error): The resource could not be found. Oct 06 11:15:20.243494 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-37a118a5-6d2d-4503-b90f-5d96ed518023 tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "GET /networking/v2.0/security-groups/0a038a9e-917a-45a9-b6c3-6491607f9f8e HTTP/1.1" status: 404 len: 347 time: 0.0187988 Oct 06 11:15:20.246854 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37382) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:20.359822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Deleting port 6fe99dba-b408-46a2-9d68-4e0e8324c7bc {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:20.360177 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.435993 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.436688 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.449284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Calling delete_port for 6fe99dba-b408-46a2-9d68-4e0e8324c7bc owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:20.579197 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (6fe99dba-b408-46a2-9d68-4e0e8324c7bc), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.604161 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Pushing event deleted for resources: {'Port': ['ID=6fe99dba-b408-46a2-9d68-4e0e8324c7bc,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:20.671470 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks [] for floatingip (8d63f951-580b-4507-b30c-a9b8df67fa72), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.673970 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:20.675127 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-49ec1ad3-0af6-40a2-9d58-072e63d3046a tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/8d63f951-580b-4507-b30c-a9b8df67fa72 HTTP/1.1" status: 204 len: 168 time: 0.4272847 Oct 06 11:15:23.035007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:23.057332 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:23.057681 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4919a14-5bb2-4e62-ac3c-71ab5f0e6c0d not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:23.294474 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-5d4ee3e2-e11b-4848-9037-c52640ff5a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:23.315377 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37432) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:23.791148 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (944cf344-ec56-4bc6-8613-737e19017b34), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:24.239495 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Deleting port 90eb66db-9148-454e-a28c-a6f586cd9302 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:24.239925 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:24.322430 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] For port 90eb66db-9148-454e-a28c-a6f586cd9302, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=90eb66db-9148-454e-a28c-a6f586cd9302,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:24.323146 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:24.329429 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:24.337063 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Calling delete_port for 90eb66db-9148-454e-a28c-a6f586cd9302 owned by network:router_interface {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:24.347314 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:24.514655 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (90eb66db-9148-454e-a28c-a6f586cd9302), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:24.544265 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=90eb66db-9148-454e-a28c-a6f586cd9302,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:24.708844 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (944cf344-ec56-4bc6-8613-737e19017b34), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:24.907604 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Router 944cf344-ec56-4bc6-8613-737e19017b34 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:25.006577 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:25.014829 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e35068bf-724c-46a0-9295-0b58a2ee7a7e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/944cf344-ec56-4bc6-8613-737e19017b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959105 Oct 06 11:15:25.014945 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37448) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:25.016233 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] Sync routers for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:25.026908 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:25.027512 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:25.115573 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks [] for router (944cf344-ec56-4bc6-8613-737e19017b34), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.130156 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:25.197125 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:25.216678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:25.225918 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks [] for router_gateway (944cf344-ec56-4bc6-8613-737e19017b34), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.268098 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Deleting port bf4d9d98-03dd-4f2b-848e-57a77859b780 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:25.268444 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.281319 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:25.299348 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:15:24Z', 'revision_number': 5, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port': {'id': 'bf4d9d98-03dd-4f2b-848e-57a77859b780', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944cf344-ec56-4bc6-8613-737e19017b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:04:00Z', 'updated_at': '2022-10-06T11:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:25.325785 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] Checking router: 944cf344-ec56-4bc6-8613-737e19017b34 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:25.334123 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] Routers {'944cf344-ec56-4bc6-8613-737e19017b34'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:25.334719 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:14:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['944cf344-ec56-4bc6-8613-737e19017b34'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:25.353691 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] For port bf4d9d98-03dd-4f2b-848e-57a77859b780, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=bf4d9d98-03dd-4f2b-848e-57a77859b780,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:25.354268 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.367926 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Calling delete_port for bf4d9d98-03dd-4f2b-848e-57a77859b780 owned by network:router_gateway {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:25.509008 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] Set router 944cf344-ec56-4bc6-8613-737e19017b34 gateway port host: None {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:25.536875 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (bf4d9d98-03dd-4f2b-848e-57a77859b780), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.560076 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4d9d98-03dd-4f2b-848e-57a77859b780,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:25.560306 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:15:25Z', 'revision_number': 6, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:25.587938 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb70a1-401c-46d2-9872-08d0738e55a9 None None] The sync data for ids ['944cf344-ec56-4bc6-8613-737e19017b34'] in dv-cinder-860209-2-iscsi is: [{'id': '944cf344-ec56-4bc6-8613-737e19017b34', 'name': 'tempest-AttachVolumeShelveTestJSON-165199287-router', 'tenant_id': '5b886dc365684ab1811d100eb5774619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:03:58Z', 'updated_at': '2022-10-06T11:15:25Z', 'revision_number': 6, 'project_id': '5b886dc365684ab1811d100eb5774619', 'gw_port_host': None}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:25.599355 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a7e98fd7-8ab2-49f2-b5c6-007d8bd5004c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.634125 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (944cf344-ec56-4bc6-8613-737e19017b34), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.720754 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (944cf344-ec56-4bc6-8613-737e19017b34), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.722915 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks [] for router_controller (944cf344-ec56-4bc6-8613-737e19017b34), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.766912 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (944cf344-ec56-4bc6-8613-737e19017b34), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.767439 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944cf344-ec56-4bc6-8613-737e19017b34 {{(pid=106389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:15:25.772935 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.774068 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-77bcc6ef-bb9e-4ef6-9c89-28273044535c admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/944cf344-ec56-4bc6-8613-737e19017b34 HTTP/1.1" status: 204 len: 168 time: 0.7582912 Oct 06 11:15:25.776671 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37452) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:25.821125 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2815c4-f261-4727-a8b4-4721bc275a1e admin admin] Deleting subnet 2dfde5ca-0941-463b-817b-90f685902884 {{(pid=106389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:15:25.824283 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af2815c4-f261-4727-a8b4-4721bc275a1e admin admin] Publish callbacks [] for subnet (2dfde5ca-0941-463b-817b-90f685902884), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.858818 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af2815c4-f261-4727-a8b4-4721bc275a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25750511'] for subnet (2dfde5ca-0941-463b-817b-90f685902884), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:25.962331 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af2815c4-f261-4727-a8b4-4721bc275a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (2dfde5ca-0941-463b-817b-90f685902884), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.023127 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af2815c4-f261-4727-a8b4-4721bc275a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25698742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25785976'] for subnet (2dfde5ca-0941-463b-817b-90f685902884), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.052001 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2815c4-f261-4727-a8b4-4721bc275a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfde5ca-0941-463b-817b-90f685902884,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:26.056378 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af2815c4-f261-4727-a8b4-4721bc275a1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.062217 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-af2815c4-f261-4727-a8b4-4721bc275a1e admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/2dfde5ca-0941-463b-817b-90f685902884 HTTP/1.1" status: 204 len: 168 time: 0.2823782 Oct 06 11:15:26.062658 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37454) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:26.063215 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254552d5-8a90-4770-8900-2e535f3a80f8 None None] Network f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:26.067481 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 90eb66db-9148-454e-a28c-a6f586cd9302 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:26.134968 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.143201 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 90eb66db-9148-454e-a28c-a6f586cd9302 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:26.143548 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 90eb66db-9148-454e-a28c-a6f586cd9302 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:26.176466 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Deleting port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:26.176807 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.243384 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] For port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=556fb168-52d2-45f7-b563-fd6e4fbaa0e7,segment=NetworkSegment(e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52),segment_id=e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:26.243738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.256280 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Calling delete_port for 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 owned by network:dhcp {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:26.260310 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:26.303165 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:26.336620 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (556fb168-52d2-45f7-b563-fd6e4fbaa0e7), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.364306 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=556fb168-52d2-45f7-b563-fd6e4fbaa0e7,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:26.368303 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] No DVR routers for this DVR port 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 on host dv-cinder-860209-2-iscsi {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:15:26.394453 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.394800 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.395232 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.395567 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.395923 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.396252 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.396576 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.396897 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.398137 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.398493 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.398814 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.399133 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.399448 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.399762 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.400100 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:26.428062 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96823d33-cf68-4067-a9a0-6745d0d31a61 None None] DHCP port deletion for f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:15:26.456901 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.477064 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38c588e-4101-4e6e-967d-e0ae7e6cf8d1']}} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:26.486173 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52') {'for_net_delete': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:26.486467 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52') {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:26.496356 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572122'] for segment (e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.511077 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.517990 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Releasing vlan 498 on physical network physnet1 to pool {{(pid=106390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:15:26.518397 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555455'] for segment (e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.589167 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (f38c588e-4101-4e6e-967d-e0ae7e6cf8d1), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.593440 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.596725 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/f38c588e-4101-4e6e-967d-e0ae7e6cf8d1 HTTP/1.1" status: 204 len: 168 time: 0.5328732 Oct 06 11:15:26.613068 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764df37b-5555-458c-a34b-1d335c9d72c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f38c588e-4101-4e6e-967d-e0ae7e6cf8d1,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:26.681675 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52 resource provider aggregate not found Oct 06 11:15:26.701627 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4f7cf1f-e054-417f-bdcd-bc46ba8f1d52 found for delete ", "request_id": "req-e4d8b8ce-7d0c-4b01-9746-c40198be082f"}]} Oct 06 11:15:26.731825 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37466) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:26.744580 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:15:26.774544 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:26.775702 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-10f85297-330e-4254-97cd-b1a0d14a187f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5b886dc365684ab1811d100eb5774619&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426908 Oct 06 11:15:26.778185 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37468) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:26.826368 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ebee-e83f-4305-9d22-c3ba4a28d1f0 admin admin] Publish callbacks [] for security_group (699a7ec8-1c04-4f75-b713-a7fee1398ddc), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.846613 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ebee-e83f-4305-9d22-c3ba4a28d1f0 admin admin] Publish callbacks [] for security_group (699a7ec8-1c04-4f75-b713-a7fee1398ddc), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.896299 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ebee-e83f-4305-9d22-c3ba4a28d1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (699a7ec8-1c04-4f75-b713-a7fee1398ddc), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.899122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ebee-e83f-4305-9d22-c3ba4a28d1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:26.900622 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f9b3ebee-e83f-4305-9d22-c3ba4a28d1f0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/699a7ec8-1c04-4f75-b713-a7fee1398ddc HTTP/1.1" status: 204 len: 168 time: 0.1214101 Oct 06 11:15:26.908430 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3ebee-e83f-4305-9d22-c3ba4a28d1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a7ec8-1c04-4f75-b713-a7fee1398ddc,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:27.105027 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.581443 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37494) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:27.677437 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-260709292-network', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:27.702218 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Made reservation on behalf of 5d69675576dc4c7fa5cede0f99db8e32 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:15:27.704574 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.713737 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.715297 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=11,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:27.728092 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:27.806938 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Publish callbacks [] for security_group (6d5cfa6c-cba5-4147-859c-971b3d6eb1c7), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.810854 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6d5cfa6c-cba5-4147-859c-971b3d6eb1c7), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.838749 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:15:27.849195 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5cfa6c-cba5-4147-859c-971b3d6eb1c7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:27.855688 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (9396ca98-c147-4e4c-9324-87afedc5245a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.856080 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Added segment 9396ca98-c147-4e4c-9324-87afedc5245a of type vlan for network 8d576013-5c41-470a-82ec-fbb07f6bd986 Oct 06 11:15:27.903004 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (8d576013-5c41-470a-82ec-fbb07f6bd986), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.938876 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (8d576013-5c41-470a-82ec-fbb07f6bd986), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.940023 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:27.940669 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:27.950715 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:27.971655 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:27.972173 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 556fb168-52d2-45f7-b563-fd6e4fbaa0e7 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:27.972691 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device bf4d9d98-03dd-4f2b-848e-57a77859b780 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:27.994677 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: bf4d9d98-03dd-4f2b-848e-57a77859b780 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:27.995588 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device bf4d9d98-03dd-4f2b-848e-57a77859b780 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:28.013406 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4308698 Oct 06 11:15:28.016581 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37514) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:28.021321 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Request body: {'subnet': {'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-260709292-subnet', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:28.025471 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf45c2b-59c1-4c40-bd6c-22d13a664bfe admin admin] Pushing event updated for resources: {'Network': ['ID=8d576013-5c41-470a-82ec-fbb07f6bd986,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:28.036363 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:15:28.046993 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Made reservation on behalf of 5d69675576dc4c7fa5cede0f99db8e32 for: {'subnet': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:15:28.049790 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25786777'] for subnet (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.233292 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25698807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25786763'] for subnet (d1ece9f1-2c7d-4c32-a6c1-232ab8432a87), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.294419 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:28.308479 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Checking segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:28.308865 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Network hostable DHCP agents. Network: 8d576013-5c41-470a-82ec-fbb07f6bd986, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:15:28.315737 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-c67be0f9-a925-4f8a-8e59-417c5d10c78e tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-335297420&fields=id&tenant_id=ca311e63675241eaaef42a8154e905ac HTTP/1.1" status: 200 len: 267 time: 0.0499165 Oct 06 11:15:28.327550 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:15:28.337912 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 8d576013-5c41-470a-82ec-fbb07f6bd986) {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:28.342116 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:28.342812 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.348258 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a5a68-19da-4b9e-b40e-2d42f194e9c7 None None] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:28.364878 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37522) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:28.365107 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a001fd61-d35d-4d41-bb1b-1a856a2f293a admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3474314 Oct 06 11:15:28.373497 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-6401a3f7-c767-4055-a07a-e80bc3fdce3b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:28.374976 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-6401a3f7-c767-4055-a07a-e80bc3fdce3b tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 985 time: 0.0518587 Oct 06 11:15:28.377873 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:28.387398 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Request body: {'port': {'security_groups': ['a0a54f86-da9f-4754-8dd4-060330d1d759']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:28.433193 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (6ea08421-ca7c-431b-b012-efe8778c9f6c), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.434202 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (6ea08421-ca7c-431b-b012-efe8778c9f6c), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.467455 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-8d576013-5c41-470a-82ec-fbb07f6bd986', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:15:28.468425 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.495770 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.526490 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks [] for router_controller (6ea08421-ca7c-431b-b012-efe8778c9f6c), precommit_add_association {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.621732 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Allocated IP 172.20.0.2 (8d576013-5c41-470a-82ec-fbb07f6bd986/d1ece9f1-2c7d-4c32-a6c1-232ab8432a87/fcfcdd2e-f25a-4a9e-859a-4437922a531b) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:28.623631 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.631233 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:28.767794 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:28.783491 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Publish callbacks [] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.790221 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.827800 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:28.836329 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:28.850080 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:28.856917 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:28.859544 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Pushing event updated for resources: {'Port': ['ID=fcfcdd2e-f25a-4a9e-859a-4437922a531b,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:28.887661 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.923616 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Attempting to bind port fcfcdd2e-f25a-4a9e-859a-4437922a531b on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:28.924154 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Attempting to bind port fcfcdd2e-f25a-4a9e-859a-4437922a531b by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:28.924523 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Attempting to bind port fcfcdd2e-f25a-4a9e-859a-4437922a531b on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:28.970798 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:28.971219 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Checking segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:28.971647 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.972030 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Bound using segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:28.972578 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Bound port: fcfcdd2e-f25a-4a9e-859a-4437922a531b, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:28.972953 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:28.978489 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:28.986123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks [] for router_gateway (6ea08421-ca7c-431b-b012-efe8778c9f6c), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.036187 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] For port fcfcdd2e-f25a-4a9e-859a-4437922a531b, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:29.040283 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] For port fcfcdd2e-f25a-4a9e-859a-4437922a531b, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=fcfcdd2e-f25a-4a9e-859a-4437922a531b,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:29.045809 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.098826 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19014b6c-8dec-4cbe-b5b8-372a1c85c42e None None] Pushing event updated for resources: {'Port': ['ID=fcfcdd2e-f25a-4a9e-859a-4437922a531b,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:29.156520 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] For port 94650b61-76aa-4105-9fd3-7f1db6829887, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=94650b61-76aa-4105-9fd3-7f1db6829887,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:29.263730 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for port (94650b61-76aa-4105-9fd3-7f1db6829887), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.287588 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.317960 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:29.318600 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.320288 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cea535cd-aefd-4cc6-95b9-8b8ff69b0c3c req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "PUT /networking/v2.0/ports/94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 943 time: 0.9385669 Oct 06 11:15:29.323786 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['94650b61-76aa-4105-9fd3-7f1db6829887'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:15:29.328053 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37536) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:29.337515 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:15:29.339901 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3381f0d-888c-44dd-a371-5557525d80d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:15:29.342769 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks [] for router_gateway (6ea08421-ca7c-431b-b012-efe8778c9f6c), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.398433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.417433 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:29.427663 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864a893b-707c-45d2-8794-a69cebd7173a x-openstack-request-id: req-864a893b-707c-45d2-8794-a69cebd7173a {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:15:29.428320 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:15:29.429479 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-864a893b-707c-45d2-8794-a69cebd7173a {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:15:29.430196 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864a893b-707c-45d2-8794-a69cebd7173a'] response: {'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887', 'status': 'completed', 'code': 200} Oct 06 11:15:29.486434 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e04289a6-26d4-4c71-9320-fafc57818704 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group (11ee5993-abd0-464f-9325-9dab2779718f), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.493070 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['94650b61-76aa-4105-9fd3-7f1db6829887'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:15:29.501826 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acbeb1-b0eb-4f71-912b-259de7ea1b88 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event updated for resources: {'Port': ['ID=94650b61-76aa-4105-9fd3-7f1db6829887,revision_number=7']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:29.535465 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e04289a6-26d4-4c71-9320-fafc57818704 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group (11ee5993-abd0-464f-9325-9dab2779718f), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.617550 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e04289a6-26d4-4c71-9320-fafc57818704 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (11ee5993-abd0-464f-9325-9dab2779718f), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.621158 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e04289a6-26d4-4c71-9320-fafc57818704 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.625571 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e04289a6-26d4-4c71-9320-fafc57818704 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/11ee5993-abd0-464f-9325-9dab2779718f HTTP/1.1" status: 204 len: 168 time: 0.2922986 Oct 06 11:15:29.627904 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37548) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:29.641086 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Allocated IP 172.27.0.12 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/95fa331a-56c5-474f-bc04-222a7d47f1ee) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:29.661697 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-a3c57832-942d-46f3-9543-5d4739e99ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:29.662768 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-a3c57832-942d-46f3-9543-5d4739e99ffc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1130 time: 0.1797960 Oct 06 11:15:29.683348 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04289a6-26d4-4c71-9320-fafc57818704 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee5993-abd0-464f-9325-9dab2779718f,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:29.700063 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:29.812708 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Deleting port 70d65831-d751-4858-8374-dae6cdfc3cc2 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:29.813389 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (70d65831-d751-4858-8374-dae6cdfc3cc2), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.857849 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks [] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.859716 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-a2dfd815-1282-4cf0-989e-f0469e0be445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:29.861229 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-a2dfd815-1282-4cf0-989e-f0469e0be445 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 915 time: 0.1907697 Oct 06 11:15:29.877749 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:29.916075 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (70d65831-d751-4858-8374-dae6cdfc3cc2), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.916545 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for floatingip (70d65831-d751-4858-8374-dae6cdfc3cc2), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:29.937852 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Calling delete_port for 70d65831-d751-4858-8374-dae6cdfc3cc2 owned by network:floatingip {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:29.966854 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-b42258bd-4680-4cee-b1a3-860709b8eb73 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 1001 time: 0.0987635 Oct 06 11:15:29.970775 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.009033 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device fcfcdd2e-f25a-4a9e-859a-4437922a531b up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:30.017683 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:30.062578 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Pushing event updated for resources: {'Port': ['ID=95fa331a-56c5-474f-bc04-222a7d47f1ee,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:30.067206 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:30.073553 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:30.076226 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:30.080880 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port fcfcdd2e-f25a-4a9e-859a-4437922a531b triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:30.081365 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.082076 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port fcfcdd2e-f25a-4a9e-859a-4437922a531b Oct 06 11:15:30.110097 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-4040e377-c9b1-441a-a73d-2ca3d41c6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:30.113152 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-4040e377-c9b1-441a-a73d-2ca3d41c6e6c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 200 len: 853 time: 0.1379282 Oct 06 11:15:30.179319 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (70d65831-d751-4858-8374-dae6cdfc3cc2), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.193501 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port fcfcdd2e-f25a-4a9e-859a-4437922a531b is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:30.194002 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.211997 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event deleted for resources: {'Port': ['ID=70d65831-d751-4858-8374-dae6cdfc3cc2,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:30.213602 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-9519a796-4667-404c-b894-e3b6e02483cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:30.215174 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-9519a796-4667-404c-b894-e3b6e02483cd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0816dbad-e0a3-486e-94ba-be677095fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959735 Oct 06 11:15:30.236631 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port fcfcdd2e-f25a-4a9e-859a-4437922a531b, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=fcfcdd2e-f25a-4a9e-859a-4437922a531b,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:30.240816 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.247558 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:30.248613 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:30.259527 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-0ab69154-171f-434a-8863-0a13a4c58ef1 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:15:30.260639 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-0ab69154-171f-434a-8863-0a13a4c58ef1 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0101144 Oct 06 11:15:30.273316 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfda08e-eb24-4aa5-96a1-e2b2198ecd6c None None] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:30.290841 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks [] for floatingip (1eec2fa3-9c86-4e05-941c-e9ded87aa817), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.291120 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.l3_db [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Floating IP 1eec2fa3-9c86-4e05-941c-e9ded87aa817 disassociated (deleted). External IP: 172.27.0.79, port: 94650b61-76aa-4105-9fd3-7f1db6829887. Oct 06 11:15:30.364299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-f109c6a5-ae69-4442-b55a-52c5d3ea7447 None None] Provisioning complete for port fcfcdd2e-f25a-4a9e-859a-4437922a531b triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:30.364640 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-f109c6a5-ae69-4442-b55a-52c5d3ea7447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.364929 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-f109c6a5-ae69-4442-b55a-52c5d3ea7447 None None] Attempt 1 to provision port fcfcdd2e-f25a-4a9e-859a-4437922a531b Oct 06 11:15:30.393185 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=fcfcdd2e-f25a-4a9e-859a-4437922a531b,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:30.439031 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-17498815-fab6-4c15-b283-9c0387daa35a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616426 Oct 06 11:15:30.517856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-f109c6a5-ae69-4442-b55a-52c5d3ea7447 None None] Current status of the port fcfcdd2e-f25a-4a9e-859a-4437922a531b is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:30.535984 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks [] for router_gateway (6ea08421-ca7c-431b-b012-efe8778c9f6c), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.559307 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:30.566423 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:30.667995 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3381f0d-888c-44dd-a371-5557525d80d3 req-2ff1cc1e-7e2d-446e-96bc-a0823fc536d3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991842 Oct 06 11:15:30.842546 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-880c4fd1-1043-4f7d-be2c-9bbeba1cd43e None None] Provisioning complete for port fcfcdd2e-f25a-4a9e-859a-4437922a531b triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:30.843440 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-880c4fd1-1043-4f7d-be2c-9bbeba1cd43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.844036 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-880c4fd1-1043-4f7d-be2c-9bbeba1cd43e None None] Attempt 1 to provision port fcfcdd2e-f25a-4a9e-859a-4437922a531b Oct 06 11:15:30.850104 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (6ea08421-ca7c-431b-b012-efe8778c9f6c), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.950079 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-880c4fd1-1043-4f7d-be2c-9bbeba1cd43e None None] Current status of the port fcfcdd2e-f25a-4a9e-859a-4437922a531b is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:30.958916 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:30.964884 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:30.969886 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:30.982895 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] Sync routers for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:30.998020 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:30.998669 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:31.007572 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-50c5007b-29f2-45a1-9ae9-efeee0e3282c tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/1eec2fa3-9c86-4e05-941c-e9ded87aa817 HTTP/1.1" status: 204 len: 168 time: 1.3783083 Oct 06 11:15:31.008453 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:15:31.011414 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:15:31.046120 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:15:31.078195 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19935e12-e351-4f9e-a331-df473e7742b0 x-openstack-request-id: req-19935e12-e351-4f9e-a331-df473e7742b0 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:15:31.078485 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:15:31.078736 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19935e12-e351-4f9e-a331-df473e7742b0 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:15:31.079258 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19935e12-e351-4f9e-a331-df473e7742b0'] response: {'name': 'network-changed', 'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887', 'status': 'completed', 'code': 200} Oct 06 11:15:31.197810 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:31.242094 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:31.276170 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-93d2705e-e33f-4292-8385-ca399e10f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:31.277914 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-93d2705e-e33f-4292-8385-ca399e10f36e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ca311e63675241eaaef42a8154e905ac&device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 1130 time: 0.1387179 Oct 06 11:15:31.281039 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:31.298104 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:31.316457 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:31.317128 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:31.474884 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:31.492402 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6c1263d2-edb6-4aca-95bd-b4307a317402 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1261997 Oct 06 11:15:31.496044 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37590) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:31.556015 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-81b5c82c-8046-42ed-9b28-6328e07e2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:31.557532 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-81b5c82c-8046-42ed-9b28-6328e07e2f77 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 200 len: 915 time: 0.2740054 Oct 06 11:15:31.565730 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:31.578640 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37592) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:31.653361 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-8529f5c6-9a53-4ca5-b8d0-d410aee3c2c2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 200 len: 217 time: 0.0863216 Oct 06 11:15:31.725531 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-58d3fa91-d7d1-4d99-9bc7-23ad770517ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:31.727268 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-58d3fa91-d7d1-4d99-9bc7-23ad770517ab service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 200 len: 853 time: 0.0672431 Oct 06 11:15:31.733334 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 5, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:31.765360 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] Checking router: ce94f0e3-3b94-4cdb-9a22-48601c967ff9 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:31.766370 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:31.769039 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40a07eb2-75b2-486d-9d0e-6ac932e96830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:31.776743 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:31.777598 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:31.851495 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:30Z', 'revision_number': 3, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:31.869493 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:31.880642 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:31.880995 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Updating router 6ea08421-ca7c-431b-b012-efe8778c9f6c port 95fa331a-56c5-474f-bc04-222a7d47f1ee binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:15:31.893022 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40a07eb2-75b2-486d-9d0e-6ac932e96830 admin admin] Publish callbacks [] for security_group (363fa99e-c730-4453-9756-3f4c79480754), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:31.904144 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:31.907293 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-40a07eb2-75b2-486d-9d0e-6ac932e96830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (363fa99e-c730-4453-9756-3f4c79480754), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:31.926895 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:31.968355 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-40a07eb2-75b2-486d-9d0e-6ac932e96830 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=290447e117b841d19a9f552d2a99b281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866365 Oct 06 11:15:31.969455 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37596) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:31.992888 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a07eb2-75b2-486d-9d0e-6ac932e96830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363fa99e-c730-4453-9756-3f4c79480754,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:32.010578 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device fcfcdd2e-f25a-4a9e-859a-4437922a531b up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:32.098520 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-deb9e276-07a5-4cf1-8e04-977cf6a462cd admin admin] Publish callbacks [] for security_group (363fa99e-c730-4453-9756-3f4c79480754), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.117272 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-2da11370-a41c-4f49-9ad8-51e0b6547e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:32.118820 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-2da11370-a41c-4f49-9ad8-51e0b6547e16 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0816dbad-e0a3-486e-94ba-be677095fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474932 Oct 06 11:15:32.151715 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-deb9e276-07a5-4cf1-8e04-977cf6a462cd admin admin] Publish callbacks [] for security_group (363fa99e-c730-4453-9756-3f4c79480754), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.168186 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port fcfcdd2e-f25a-4a9e-859a-4437922a531b triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:32.168520 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.168824 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port fcfcdd2e-f25a-4a9e-859a-4437922a531b Oct 06 11:15:32.187966 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.208374 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:32.234814 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 5, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:32.252597 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-4f1a2bdf-f9d3-4955-8672-b91210b03f28 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206162 Oct 06 11:15:32.266588 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57707f43-5d5b-47c9-ac8f-565ba46e311a None None] The sync data for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi is: [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:06Z', 'revision_number': 4, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '55b19480-4122-4577-a544-8a02e365e924', 'name': '', 'network_id': '0816dbad-e0a3-486e-94ba-be677095fd43', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'mac_address': 'fa:16:3e:7c:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:06Z', 'updated_at': '2022-10-06T11:11:12Z', 'revision_number': 5, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'subnets': [{'id': '117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:32.287678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-deb9e276-07a5-4cf1-8e04-977cf6a462cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (363fa99e-c730-4453-9756-3f4c79480754), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.291969 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-deb9e276-07a5-4cf1-8e04-977cf6a462cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.293532 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-deb9e276-07a5-4cf1-8e04-977cf6a462cd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/363fa99e-c730-4453-9756-3f4c79480754 HTTP/1.1" status: 204 len: 168 time: 0.3209367 Oct 06 11:15:32.347796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port fcfcdd2e-f25a-4a9e-859a-4437922a531b is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:32.352188 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Publish callbacks [] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.360242 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.373258 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9e276-07a5-4cf1-8e04-977cf6a462cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363fa99e-c730-4453-9756-3f4c79480754,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:32.413462 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Attempting to bind port 95fa331a-56c5-474f-bc04-222a7d47f1ee on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:32.414176 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Attempting to bind port 95fa331a-56c5-474f-bc04-222a7d47f1ee by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:32.414732 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Attempting to bind port 95fa331a-56c5-474f-bc04-222a7d47f1ee on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:32.441510 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-30e1efd7-4ec6-4b3e-adf7-7af76bdc0df3 req-5c9a28b7-a189-4cec-bf08-1e026260c0e7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817026 Oct 06 11:15:32.446465 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:32.462714 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Pushing event updated for resources: {'Port': ['ID=95fa331a-56c5-474f-bc04-222a7d47f1ee,revision_number=2']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:32.478826 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.479597 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.480145 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.480688 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.481179 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.481732 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.482223 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.482817 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.483319 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.483947 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.484626 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.485176 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.485848 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.486565 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.487061 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:32.493511 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:32.498070 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:32.498449 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:32.498857 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.499254 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:32.499727 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Bound port: 95fa331a-56c5-474f-bc04-222a7d47f1ee, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:32.502569 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Allocated IP 172.20.0.1 (8d576013-5c41-470a-82ec-fbb07f6bd986/d1ece9f1-2c7d-4c32-a6c1-232ab8432a87/58b89900-fe22-4ddf-a31b-0cf0dbbf659a) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:32.505523 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.600884 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] For port 95fa331a-56c5-474f-bc04-222a7d47f1ee, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:32.604780 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] For port 95fa331a-56c5-474f-bc04-222a7d47f1ee, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=95fa331a-56c5-474f-bc04-222a7d47f1ee,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:32.613957 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.681610 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Publish callbacks [] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.701058 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:32.701477 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c91dbc-fe02-41da-87d5-97780a1d20b9 None None] New status for floating IP 1eec2fa3-9c86-4e05-941c-e9ded87aa817: DOWN {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:15:32.702285 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:32.729256 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.771234 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:32.781053 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:32.783532 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:32.821136 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Pushing event updated for resources: {'Port': ['ID=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:32.832163 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:32.837055 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (6ea08421-ca7c-431b-b012-efe8778c9f6c), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.839209 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b226-3060-4d83-a452-f4b60914117a None None] Pushing event updated for resources: {'Port': ['ID=95fa331a-56c5-474f-bc04-222a7d47f1ee,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:32.873487 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37604) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:32.876960 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:32.889073 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-640706c5-a2f9-4dc8-96e5-3d278a56e3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.940982 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:32.942416 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:32.994524 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:32.998944 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-640706c5-a2f9-4dc8-96e5-3d278a56e3b3 admin admin] Publish callbacks [] for security_group (590202e8-0aa5-42ee-a802-6ae223b39147), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.003824 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-640706c5-a2f9-4dc8-96e5-3d278a56e3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (590202e8-0aa5-42ee-a802-6ae223b39147), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.058717 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-640706c5-a2f9-4dc8-96e5-3d278a56e3b3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=63d3ee6b3fa644058f079d829080ca73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814277 Oct 06 11:15:33.058717 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640706c5-a2f9-4dc8-96e5-3d278a56e3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590202e8-0aa5-42ee-a802-6ae223b39147,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:33.059475 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37606) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:33.082932 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:30Z', 'revision_number': 3, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:33.086285 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-642ccc0f-fb14-4ae0-8e86-b3c47ee0c268 None None] Provisioning complete for port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:33.086812 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-642ccc0f-fb14-4ae0-8e86-b3c47ee0c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.086988 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-642ccc0f-fb14-4ae0-8e86-b3c47ee0c268 None None] Attempt 1 to provision port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a Oct 06 11:15:33.108973 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057675b2-a482-4c08-a205-0619286c15e0 None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:30Z', 'revision_number': 3, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:33.123691 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-642ccc0f-fb14-4ae0-8e86-b3c47ee0c268 None None] Port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:15:33.180683 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22b1225a-50f0-4ec1-a8cb-ab7ab6886460 admin admin] Publish callbacks [] for security_group (590202e8-0aa5-42ee-a802-6ae223b39147), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.220979 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22b1225a-50f0-4ec1-a8cb-ab7ab6886460 admin admin] Publish callbacks [] for security_group (590202e8-0aa5-42ee-a802-6ae223b39147), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.247374 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Publish callbacks [] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.261101 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.342790 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Pushing event updated for resources: {'Port': ['ID=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:33.347926 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (6ea08421-ca7c-431b-b012-efe8778c9f6c), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.359291 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22b1225a-50f0-4ec1-a8cb-ab7ab6886460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (590202e8-0aa5-42ee-a802-6ae223b39147), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.361953 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-22b1225a-50f0-4ec1-a8cb-ab7ab6886460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.363041 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-22b1225a-50f0-4ec1-a8cb-ab7ab6886460 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/590202e8-0aa5-42ee-a802-6ae223b39147 HTTP/1.1" status: 204 len: 168 time: 0.3028021 Oct 06 11:15:33.375237 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1225a-50f0-4ec1-a8cb-ab7ab6886460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590202e8-0aa5-42ee-a802-6ae223b39147,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:33.423353 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:33.483398 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:33.484828 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:33.636396 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:33.662748 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:33.840642 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:33.851885 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e6f7c881-3f59-428d-9702-d5eaa4f32e96 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/6ea08421-ca7c-431b-b012-efe8778c9f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3512518 Oct 06 11:15:33.893213 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-0ad69925-97f0-4698-9414-0a84467cb862 None None] Provisioning complete for port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:33.893871 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0ad69925-97f0-4698-9414-0a84467cb862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:33.894507 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-0ad69925-97f0-4698-9414-0a84467cb862 None None] Attempt 1 to provision port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a Oct 06 11:15:33.994854 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-0ad69925-97f0-4698-9414-0a84467cb862 None None] Port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:15:34.018436 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 95fa331a-56c5-474f-bc04-222a7d47f1ee up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:34.076729 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 95fa331a-56c5-474f-bc04-222a7d47f1ee triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:34.077104 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.077445 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 95fa331a-56c5-474f-bc04-222a7d47f1ee Oct 06 11:15:34.171613 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 95fa331a-56c5-474f-bc04-222a7d47f1ee is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:34.172336 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.206068 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 95fa331a-56c5-474f-bc04-222a7d47f1ee, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=95fa331a-56c5-474f-bc04-222a7d47f1ee,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:34.212394 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.269729 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=95fa331a-56c5-474f-bc04-222a7d47f1ee,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:34.429814 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37648) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:34.434463 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-3ea4a30d-7349-4ffa-a8bf-131602d5468e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624257792', 'description': 'tempest-description--1881298815'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:34.456716 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a30d-7349-4ffa-a8bf-131602d5468e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.529100 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a30d-7349-4ffa-a8bf-131602d5468e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (e8e8934a-66d0-4983-bd18-a12f1c40642b), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.533100 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a30d-7349-4ffa-a8bf-131602d5468e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (e8e8934a-66d0-4983-bd18-a12f1c40642b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.565171 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a30d-7349-4ffa-a8bf-131602d5468e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.566418 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3ea4a30d-7349-4ffa-a8bf-131602d5468e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1355648 Oct 06 11:15:34.568306 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a30d-7349-4ffa-a8bf-131602d5468e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e8934a-66d0-4983-bd18-a12f1c40642b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:34.570066 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37652) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:34.575398 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-991011c1-2502-4bf2-83ef-d80e00135f1d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group_rule': {'security_group_id': 'e8e8934a-66d0-4983-bd18-a12f1c40642b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:34.591826 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:34.605346 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-991011c1-2502-4bf2-83ef-d80e00135f1d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (71c92de8-5824-4440-b40b-5030f52f347f), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.681327 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-991011c1-2502-4bf2-83ef-d80e00135f1d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (71c92de8-5824-4440-b40b-5030f52f347f), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.685651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-991011c1-2502-4bf2-83ef-d80e00135f1d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (71c92de8-5824-4440-b40b-5030f52f347f), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.705292 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991011c1-2502-4bf2-83ef-d80e00135f1d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c92de8-5824-4440-b40b-5030f52f347f,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:34.713627 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-991011c1-2502-4bf2-83ef-d80e00135f1d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.714958 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-991011c1-2502-4bf2-83ef-d80e00135f1d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438909 Oct 06 11:15:34.718719 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37658) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:34.723770 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-8adf53a8-2cc9-4083-b356-0ee412ca7930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group_rule': {'security_group_id': 'e8e8934a-66d0-4983-bd18-a12f1c40642b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:34.752692 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8adf53a8-2cc9-4083-b356-0ee412ca7930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (573cba02-7c34-49bc-b00a-f44fc101d069), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.814386 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8adf53a8-2cc9-4083-b356-0ee412ca7930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (573cba02-7c34-49bc-b00a-f44fc101d069), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.820275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8adf53a8-2cc9-4083-b356-0ee412ca7930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (573cba02-7c34-49bc-b00a-f44fc101d069), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.840749 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf53a8-2cc9-4083-b356-0ee412ca7930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573cba02-7c34-49bc-b00a-f44fc101d069,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:34.846660 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8adf53a8-2cc9-4083-b356-0ee412ca7930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.847782 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-8adf53a8-2cc9-4083-b356-0ee412ca7930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278656 Oct 06 11:15:34.850904 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37662) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:34.855701 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:34.885563 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.962914 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:34.972268 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:34.977712 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:34.978326 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:35.109061 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:35.117167 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Allocated IP 172.27.0.89 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/0a14f010-86e4-407d-a3c0-31dfd8b693d3) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:35.271676 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (0a14f010-86e4-407d-a3c0-31dfd8b693d3), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.315507 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (0a14f010-86e4-407d-a3c0-31dfd8b693d3), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.323673 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900efe9f-db41-4566-8c10-da210cfa9a7b req-0c91c72e-8a55-482b-a74e-8edc1c4e9715 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:35.325340 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-900efe9f-db41-4566-8c10-da210cfa9a7b req-0c91c72e-8a55-482b-a74e-8edc1c4e9715 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0522552 Oct 06 11:15:35.326674 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:35.336112 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:35.339002 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:35.357206 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:33Z', 'revision_number': 2, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:35.365484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:35.390257 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:35.390740 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Updating router 6ea08421-ca7c-431b-b012-efe8778c9f6c port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:15:35.396861 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-900efe9f-db41-4566-8c10-da210cfa9a7b req-c769f137-cf12-427a-9b4d-a98a660584ed tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629547 Oct 06 11:15:35.414739 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:35.421134 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=0a14f010-86e4-407d-a3c0-31dfd8b693d3,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:35.421794 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.455216 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:35.506916 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.550461 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (0a14f010-86e4-407d-a3c0-31dfd8b693d3), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.712732 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Publish callbacks [] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.721318 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.740488 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (0a14f010-86e4-407d-a3c0-31dfd8b693d3), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.747107 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (0a14f010-86e4-407d-a3c0-31dfd8b693d3), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.823382 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.826318 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=0a14f010-86e4-407d-a3c0-31dfd8b693d3,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:35.843078 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.844360 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f4f24eff-c592-4a98-a9e1-53150649bef5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9922917 Oct 06 11:15:35.923581 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Attempting to bind port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:35.923987 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Attempting to bind port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:35.924544 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Attempting to bind port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:35.926409 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41ecaa-ff73-4e39-96b7-d14083bb61e6 None None] Pushing event updated for resources: {'Port': ['ID=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:35.957597 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 95fa331a-56c5-474f-bc04-222a7d47f1ee up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:35.971152 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:35.971677 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Checking segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:35.971961 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:35.972358 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Bound using segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:35.972974 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Bound port: 58b89900-fe22-4ddf-a31b-0cf0dbbf659a, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:35.973358 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:36.007326 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 95fa331a-56c5-474f-bc04-222a7d47f1ee triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:36.007699 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:36.008222 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 95fa331a-56c5-474f-bc04-222a7d47f1ee Oct 06 11:15:36.021826 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:36.035496 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:36.045754 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] For port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:36.049439 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] For port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:36.057738 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:36.093164 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 95fa331a-56c5-474f-bc04-222a7d47f1ee is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:36.093983 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-b1b7b08e-e4ee-4121-b779-1cb5cd9aa15d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1624257792&fields=id&tenant_id=5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 267 time: 0.0534940 Oct 06 11:15:36.094603 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:36.096075 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:36.160395 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41ecaa-ff73-4e39-96b7-d14083bb61e6 None None] Pushing event updated for resources: {'Port': ['ID=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,revision_number=4']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:36.219524 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:36.418334 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:36Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:36.444872 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e5eaa-d435-4469-bd68-5e9d5e15321c None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:36Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:36.485417 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-286f4796-efaa-4bac-b136-2236f0437b01 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:36.485417 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-286f4796-efaa-4bac-b136-2236f0437b01 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 814 time: 0.3815153 Oct 06 11:15:36.521308 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-f6f783d5-dd98-4019-86bf-b31951403ec6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/quotas/5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 375 time: 0.0255532 Oct 06 11:15:36.562803 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4fd4b-096f-417e-9c6d-d18461147ed9 req-c76992fc-1234-4320-bd01-6d213e02db0a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:36.565145 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e9b4fd4b-096f-417e-9c6d-d18461147ed9 req-c76992fc-1234-4320-bd01-6d213e02db0a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0802124 Oct 06 11:15:36.572030 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-b23ed98f-a693-4007-897d-afe5417607a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498271 Oct 06 11:15:36.618056 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e9b4fd4b-096f-417e-9c6d-d18461147ed9 req-22089191-05a2-42fc-a295-225d85d10c76 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Oct 06 11:15:36.692629 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-830161fe-148c-4ac4-a0d9-233d92cb517f service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:15:36.693657 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-830161fe-148c-4ac4-a0d9-233d92cb517f service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1101694 Oct 06 11:15:36.795643 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6b7be8d1-9852-4638-8a35-4e67a505d743 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949769 Oct 06 11:15:36.895071 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-40c0b2d8-1790-4f65-98c5-8737283562ff service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928781 Oct 06 11:15:37.097686 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9bbd7ff7-e2c4-4dfc-8159-6a2ef184e155 req-6279096d-1d74-444f-98f0-829e0789cd21 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 210 time: 0.0349956 Oct 06 11:15:37.473829 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583768b-258d-4d82-90d4-92322771d1f8 req-30812aaa-c387-4ace-aa27-c940bf89f258 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:37.475873 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b583768b-258d-4d82-90d4-92322771d1f8 req-30812aaa-c387-4ace-aa27-c940bf89f258 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0550678 Oct 06 11:15:37.515024 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:37.575484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Deleting port 94650b61-76aa-4105-9fd3-7f1db6829887 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:37.575997 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:37.628052 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:37.688956 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] For port 94650b61-76aa-4105-9fd3-7f1db6829887, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=94650b61-76aa-4105-9fd3-7f1db6829887,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:37.689320 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:37.703596 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Calling delete_port for 94650b61-76aa-4105-9fd3-7f1db6829887 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:37.790390 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576f47-2cf1-4795-8271-a3ec4e1e07d3 req-1f3b62d6-c11d-4c9e-8531-f2bb412ef479 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:37.791865 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a3576f47-2cf1-4795-8271-a3ec4e1e07d3 req-1f3b62d6-c11d-4c9e-8531-f2bb412ef479 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 946 time: 0.0862472 Oct 06 11:15:37.865294 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a3576f47-2cf1-4795-8271-a3ec4e1e07d3 req-90c6b162-d890-479d-823d-f820885f1f5a tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0a54f86-da9f-4754-8dd4-060330d1d759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678222 Oct 06 11:15:37.929916 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (94650b61-76aa-4105-9fd3-7f1db6829887), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:37.959382 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Pushing event deleted for resources: {'Port': ['ID=94650b61-76aa-4105-9fd3-7f1db6829887,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:37.965796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['94650b61-76aa-4105-9fd3-7f1db6829887'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:15:38.003800 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 58b89900-fe22-4ddf-a31b-0cf0dbbf659a up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:38.015172 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] No DVR routers for this DVR port 94650b61-76aa-4105-9fd3-7f1db6829887 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:15:38.017868 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:38.021743 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b583768b-258d-4d82-90d4-92322771d1f8 req-fea57959-8feb-4a49-aa69-9f3ca796b3c2 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.55 "DELETE /networking/v2.0/ports/94650b61-76aa-4105-9fd3-7f1db6829887 HTTP/1.1" status: 204 len: 173 time: 0.5410333 Oct 06 11:15:38.023031 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'name': 'network-vif-deleted', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:15:38.025557 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d048f05-aa19-4cdc-bae5-c6d7e6c66dce" -d '{"events": [{"server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "name": "network-vif-deleted", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:15:38.065020 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:38.065594 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:38.066840 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a Oct 06 11:15:38.075233 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491480d2-04d3-4584-ae97-5306775a8f85 x-openstack-request-id: req-491480d2-04d3-4584-ae97-5306775a8f85 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:15:38.075620 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc20029-503a-4c89-b422-088e3676b9c4", "name": "network-vif-deleted", "tag": "94650b61-76aa-4105-9fd3-7f1db6829887", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:15:38.075959 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-491480d2-04d3-4584-ae97-5306775a8f85 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:15:38.076511 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491480d2-04d3-4584-ae97-5306775a8f85'] response: {'server_uuid': '5fc20029-503a-4c89-b422-088e3676b9c4', 'name': 'network-vif-deleted', 'tag': '94650b61-76aa-4105-9fd3-7f1db6829887', 'status': 'completed', 'code': 200} Oct 06 11:15:38.142640 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:38.143027 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:38.178161 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:38.182407 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:38.218762 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-880ceda5-2a74-4b1c-b642-d043703bcb13 req-675419d4-dad6-41ce-a952-8670bd20c340 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 210 time: 0.0289643 Oct 06 11:15:38.233228 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:38.240489 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.240886 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.241231 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.241567 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.241900 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.242230 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.242557 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.242879 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.243202 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.243524 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.243863 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.244186 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.244507 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.244823 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.245147 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:38.599707 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-0f48fd1a-a243-44a0-a856-e61c142a0fe2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:38.601829 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-0f48fd1a-a243-44a0-a856-e61c142a0fe2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 814 time: 0.1319904 Oct 06 11:15:38.685657 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6aa8509c-798c-446d-a566-71c30939c94e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 380 time: 0.0654540 Oct 06 11:15:38.899022 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'port': {'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'admin_state_up': True, 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'security_groups': ['e8e8934a-66d0-4983-bd18-a12f1c40642b']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:39.015124 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56bf0aa4-0244-4ad9-844e-71c060dbc834 req-27314643-11f9-455d-a357-ce2c0b57ae48 tempest-TestMinimumBasicScenario-1250387854 tempest-TestMinimumBasicScenario-1250387854-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5fc20029-503a-4c89-b422-088e3676b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0321674 Oct 06 11:15:39.038260 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Made reservation on behalf of 5d69675576dc4c7fa5cede0f99db8e32 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:15:39.042738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.184443 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:39.186544 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Allocated IP 172.20.0.5 (8d576013-5c41-470a-82ec-fbb07f6bd986/d1ece9f1-2c7d-4c32-a6c1-232ab8432a87/d4154cb8-50f5-4bb6-a532-639edec2c403) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:39.218489 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:39.277328 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37778) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:39.343486 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-db28207e-dad8-437a-891c-a6095f555b37 req-cb9f36d7-4ef2-4d6d-827e-a5ef8337725e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 210 time: 0.0357699 Oct 06 11:15:39.370131 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.411621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6552d8b5-221e-4763-bcd7-7f9d72cb7044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.421734 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.476357 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:39.484706 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:39.490033 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:39.520088 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=d4154cb8-50f5-4bb6-a532-639edec2c403,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:39.565103 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:39.565710 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.598990 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-3237f766-58bf-40a6-9272-35442693c235 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7075260 Oct 06 11:15:39.604987 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6552d8b5-221e-4763-bcd7-7f9d72cb7044 admin admin] Publish callbacks [] for security_group (c296d706-f7e5-448b-8af3-53c4f55f85b5), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.609284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6552d8b5-221e-4763-bcd7-7f9d72cb7044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (c296d706-f7e5-448b-8af3-53c4f55f85b5), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.618699 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Request body: {'port': {'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:39.676086 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552d8b5-221e-4763-bcd7-7f9d72cb7044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c296d706-f7e5-448b-8af3-53c4f55f85b5,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:39.683726 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6552d8b5-221e-4763-bcd7-7f9d72cb7044 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=68b8db5909b746749b713b47fcd619be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054000 Oct 06 11:15:39.686624 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37782) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:39.718654 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.736640 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Publish callbacks [] for security_group (c296d706-f7e5-448b-8af3-53c4f55f85b5), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.760388 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-0c7bde8f-9600-4308-b04e-4aabfd5d32c1 None None] Provisioning complete for port d4154cb8-50f5-4bb6-a532-639edec2c403 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:39.760928 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0c7bde8f-9600-4308-b04e-4aabfd5d32c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.761041 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-0c7bde8f-9600-4308-b04e-4aabfd5d32c1 None None] Attempt 1 to provision port d4154cb8-50f5-4bb6-a532-639edec2c403 Oct 06 11:15:39.761122 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Publish callbacks [] for security_group (c296d706-f7e5-448b-8af3-53c4f55f85b5), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.762366 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:39.795266 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:39.796490 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bde8f-9600-4308-b04e-4aabfd5d32c1 None None] Port d4154cb8-50f5-4bb6-a532-639edec2c403 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:15:39.813194 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (c296d706-f7e5-448b-8af3-53c4f55f85b5), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.815908 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:39.817058 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c296d706-f7e5-448b-8af3-53c4f55f85b5 HTTP/1.1" status: 204 len: 168 time: 0.1294522 Oct 06 11:15:39.826254 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c296d706-f7e5-448b-8af3-53c4f55f85b5,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:39.834020 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.834384 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.834794 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.835651 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.836390 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.836733 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.837070 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.837403 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.837738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.838070 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.838518 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.838863 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.839188 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.839917 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.840436 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e084394-9402-40b5-b0bb-ed1eb2236057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:15:39.966221 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 58b89900-fe22-4ddf-a31b-0cf0dbbf659a up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:39.980251 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:40.010686 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:40.011068 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.011473 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a Oct 06 11:15:40.013275 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4154cb8-50f5-4bb6-a532-639edec2c403 {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:15:40.019143 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:40.025758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Publish callbacks [] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.042524 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Transition to ACTIVE for port object d4154cb8-50f5-4bb6-a532-639edec2c403 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:15:40.047106 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.097032 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:40.107955 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Pushing event updated for resources: {'Port': ['ID=d4154cb8-50f5-4bb6-a532-639edec2c403,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:40.179444 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37796) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:40.184471 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Attempting to bind port d4154cb8-50f5-4bb6-a532-639edec2c403 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:40.184809 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Attempting to bind port d4154cb8-50f5-4bb6-a532-639edec2c403 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:40.185135 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Attempting to bind port d4154cb8-50f5-4bb6-a532-639edec2c403 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:40.195256 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af25b649-06f2-42d1-8755-dd8e5213d0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.233461 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Port d4154cb8-50f5-4bb6-a532-639edec2c403 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:15:40.233798 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Attempting to bind port d4154cb8-50f5-4bb6-a532-639edec2c403 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:40.246238 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 94650b61-76aa-4105-9fd3-7f1db6829887 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:40.271062 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 94650b61-76aa-4105-9fd3-7f1db6829887 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:40.271709 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 94650b61-76aa-4105-9fd3-7f1db6829887 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:40.280547 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:40.280891 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Checking segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:40.281270 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Bound using segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:40.281984 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Bound port: d4154cb8-50f5-4bb6-a532-639edec2c403, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:40.282653 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.286458 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af25b649-06f2-42d1-8755-dd8e5213d0ac admin admin] Publish callbacks [] for security_group (fa28c85c-e922-48ce-a3fb-face950615cb), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.292142 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af25b649-06f2-42d1-8755-dd8e5213d0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (fa28c85c-e922-48ce-a3fb-face950615cb), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.336221 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25b649-06f2-42d1-8755-dd8e5213d0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28c85c-e922-48ce-a3fb-face950615cb,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:40.345380 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-af25b649-06f2-42d1-8755-dd8e5213d0ac admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e1f4a9334189480c866f282e74ba012e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639357 Oct 06 11:15:40.346088 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37800) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:40.353707 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] For port d4154cb8-50f5-4bb6-a532-639edec2c403, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:40.357323 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] For port d4154cb8-50f5-4bb6-a532-639edec2c403, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4154cb8-50f5-4bb6-a532-639edec2c403,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:40.363864 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.369974 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:40.370591 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.372543 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/d4154cb8-50f5-4bb6-a532-639edec2c403 HTTP/1.1" status: 200 len: 1093 time: 0.7596872 Oct 06 11:15:40.374755 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'tag': 'd4154cb8-50f5-4bb6-a532-639edec2c403'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:15:40.376010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62" -d '{"events": [{"name": "network-changed", "server_uuid": "e437667e-27e0-4c28-8bbd-206763b7d3bb", "tag": "d4154cb8-50f5-4bb6-a532-639edec2c403"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:15:40.443436 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c3e8087-de3b-4b77-a4ad-75f457de9018 admin admin] Publish callbacks [] for security_group (fa28c85c-e922-48ce-a3fb-face950615cb), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.451451 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d2e062-13ac-470e-a78c-b5a438c89753 x-openstack-request-id: req-90d2e062-13ac-470e-a78c-b5a438c89753 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:15:40.451737 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e437667e-27e0-4c28-8bbd-206763b7d3bb", "tag": "d4154cb8-50f5-4bb6-a532-639edec2c403", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:15:40.452438 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90d2e062-13ac-470e-a78c-b5a438c89753 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:15:40.452846 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d2e062-13ac-470e-a78c-b5a438c89753'] response: {'name': 'network-changed', 'server_uuid': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'tag': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'status': 'completed', 'code': 200} Oct 06 11:15:40.458621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89975e-d6b4-4003-bd1b-e5a3b54ad80f service neutron] Pushing event updated for resources: {'Port': ['ID=d4154cb8-50f5-4bb6-a532-639edec2c403,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:40.497183 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c3e8087-de3b-4b77-a4ad-75f457de9018 admin admin] Publish callbacks [] for security_group (fa28c85c-e922-48ce-a3fb-face950615cb), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.499339 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:40.509605 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-93828a8b-2415-4f1a-98f7-0011635da99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:40.511099 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-93828a8b-2415-4f1a-98f7-0011635da99a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 1127 time: 0.0445273 Oct 06 11:15:40.558692 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-cca2669d-376c-42c7-aa25-63232bd4a4b6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4154cb8-50f5-4bb6-a532-639edec2c403 HTTP/1.1" status: 200 len: 217 time: 0.0353813 Oct 06 11:15:40.566272 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f1c3-8fe6-4ebc-a6c7-326775247db5 req-fefc89b3-2d4a-4ad6-9217-a42bd32b3e7e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:40.567785 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d048f1c3-8fe6-4ebc-a6c7-326775247db5 req-fefc89b3-2d4a-4ad6-9217-a42bd32b3e7e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 943 time: 0.0943646 Oct 06 11:15:40.613829 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c3e8087-de3b-4b77-a4ad-75f457de9018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (fa28c85c-e922-48ce-a3fb-face950615cb), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.617378 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3c3e8087-de3b-4b77-a4ad-75f457de9018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:40.618532 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3c3e8087-de3b-4b77-a4ad-75f457de9018 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fa28c85c-e922-48ce-a3fb-face950615cb HTTP/1.1" status: 204 len: 168 time: 0.2713590 Oct 06 11:15:40.622666 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-c632d398-24e6-48be-8440-ba3035098e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:40.624179 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-c632d398-24e6-48be-8440-ba3035098e0d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0594378 Oct 06 11:15:40.641193 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d048f1c3-8fe6-4ebc-a6c7-326775247db5 req-f2f71053-3eeb-4df4-9694-2357af4b8b83 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643616 Oct 06 11:15:40.642102 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e8087-de3b-4b77-a4ad-75f457de9018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28c85c-e922-48ce-a3fb-face950615cb,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:40.700184 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-fbaa06f5-c42c-4d0c-9ac4-83149699f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:40.701791 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-fbaa06f5-c42c-4d0c-9ac4-83149699f75e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671310 Oct 06 11:15:40.814060 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-c8553f74-c381-4f63-86c2-54ff2e4ba2cb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053562 Oct 06 11:15:40.922134 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9234e0c-2bf7-46d7-a863-0149fe810b50 req-4271d895-1542-4293-8e33-ee33528f3dc0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017759 Oct 06 11:15:40.986184 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37850) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:41.304496 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:41.325349 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:41.549019 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Deleting port 55b19480-4122-4577-a544-8a02e365e924 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:41.549456 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (55b19480-4122-4577-a544-8a02e365e924), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:41.633409 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] For port 55b19480-4122-4577-a544-8a02e365e924, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=55b19480-4122-4577-a544-8a02e365e924,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:41.633775 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (55b19480-4122-4577-a544-8a02e365e924), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:41.650892 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Calling delete_port for 55b19480-4122-4577-a544-8a02e365e924 owned by network:router_interface {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:41.783333 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8249c15-b87c-42fd-88d3-4a1d5f0a7241 req-63af0bf2-8bd4-4eb2-ab07-451856a10d7a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:41.784840 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a8249c15-b87c-42fd-88d3-4a1d5f0a7241 req-63af0bf2-8bd4-4eb2-ab07-451856a10d7a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 943 time: 0.0522549 Oct 06 11:15:41.837453 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:41.843440 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a8249c15-b87c-42fd-88d3-4a1d5f0a7241 req-4db89ff5-429a-479c-ac63-905caf122730 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509875 Oct 06 11:15:41.872054 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (55b19480-4122-4577-a544-8a02e365e924), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:41.894013 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b19480-4122-4577-a544-8a02e365e924,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:42.064693 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:42.447050 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:42.475203 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:42.546812 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:42.650654 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:42.658106 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-9d45e0b7-d273-4f28-b39e-b7ffa7d05012 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/ce94f0e3-3b94-4cdb-9a22-48601c967ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6703157 Oct 06 11:15:42.658571 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37894) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:42.660150 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] Sync routers for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:42.672558 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:42.673190 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:42.737350 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:42.762146 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks [] for router (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:42.775363 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:42.796542 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:42.859658 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks [] for router_gateway (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:42.908732 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Deleting port 9d45198f-58de-45b3-be7c-646b40e65124 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:42.909162 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (9d45198f-58de-45b3-be7c-646b40e65124), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:42.947503 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9d45198f-58de-45b3-be7c-646b40e65124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:15:41Z', 'revision_number': 5, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port': {'id': '9d45198f-58de-45b3-be7c-646b40e65124', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:42.972677 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] Checking router: ce94f0e3-3b94-4cdb-9a22-48601c967ff9 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:42.974689 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:42.983305 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] Routers {'ce94f0e3-3b94-4cdb-9a22-48601c967ff9'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:42.984032 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:42.984804 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5abbd0-b8e7-4270-b5bb-7a2f99cef01f req-5e0a4b73-171e-462e-84bd-0467364621d3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:42.986322 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ea5abbd0-b8e7-4270-b5bb-7a2f99cef01f req-5e0a4b73-171e-462e-84bd-0467364621d3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 943 time: 0.0523374 Oct 06 11:15:43.000150 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] For port 9d45198f-58de-45b3-be7c-646b40e65124, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=9d45198f-58de-45b3-be7c-646b40e65124,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:43.000506 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (9d45198f-58de-45b3-be7c-646b40e65124), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.014234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Calling delete_port for 9d45198f-58de-45b3-be7c-646b40e65124 owned by network:router_gateway {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:43.042164 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ea5abbd0-b8e7-4270-b5bb-7a2f99cef01f req-50397b51-4462-4330-aa50-16fa49576eef tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488579 Oct 06 11:15:43.082589 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] Set router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 gateway port host: None {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:43.214683 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (9d45198f-58de-45b3-be7c-646b40e65124), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.248246 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d45198f-58de-45b3-be7c-646b40e65124,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:43.252934 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-c01b7752-0395-409f-b020-a272a60da4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:43.254571 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-c01b7752-0395-409f-b020-a272a60da4b2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 1127 time: 0.0748794 Oct 06 11:15:43.270728 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:15:42Z', 'revision_number': 6, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:43.296102 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406ca94-d304-46f5-aa63-1b03dfbe7956 None None] The sync data for ids ['ce94f0e3-3b94-4cdb-9a22-48601c967ff9'] in dv-cinder-860209-2-iscsi is: [{'id': 'ce94f0e3-3b94-4cdb-9a22-48601c967ff9', 'name': 'tempest-TestMinimumBasicScenario-706097404-router', 'tenant_id': 'ca311e63675241eaaef42a8154e905ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:03Z', 'updated_at': '2022-10-06T11:15:42Z', 'revision_number': 6, 'project_id': 'ca311e63675241eaaef42a8154e905ac', 'gw_port_host': None}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:43.370772 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.470088 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-abdb82bb-e9cd-4e28-bfbd-61752e165ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:43.471453 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-abdb82bb-e9cd-4e28-bfbd-61752e165ad4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.1973443 Oct 06 11:15:43.475024 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.477750 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks [] for router_controller (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.542722 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-bf415acd-2260-4772-8310-f1a032ba6292 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4154cb8-50f5-4bb6-a532-639edec2c403 HTTP/1.1" status: 200 len: 217 time: 0.0631444 Oct 06 11:15:43.557606 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (ce94f0e3-3b94-4cdb-9a22-48601c967ff9), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.558170 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce94f0e3-3b94-4cdb-9a22-48601c967ff9 {{(pid=106390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:15:43.580702 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.581770 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-97b2b45f-ab72-41b3-9d86-a1ca82798b9c admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/ce94f0e3-3b94-4cdb-9a22-48601c967ff9 HTTP/1.1" status: 204 len: 168 time: 0.9222262 Oct 06 11:15:43.584249 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37900) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:43.625528 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:43.628923 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-a74f6da4-20e6-4dd9-8829-78f3a4d1eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:43.630414 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-a74f6da4-20e6-4dd9-8829-78f3a4d1eba8 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0817525 Oct 06 11:15:43.651273 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb63cd27-3f3c-4a93-a63b-a6036d09d91d admin admin] Deleting subnet 117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:15:43.672111 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb63cd27-3f3c-4a93-a63b-a6036d09d91d admin admin] Publish callbacks [] for subnet (117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.704960 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:43.713129 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-3ab8130d-220f-470a-8457-bf71887e3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:43.714650 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-3ab8130d-220f-470a-8457-bf71887e3c10 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751035 Oct 06 11:15:43.737643 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb63cd27-3f3c-4a93-a63b-a6036d09d91d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572067'] for subnet (117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.888485 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-a09efc0e-fbeb-4922-bf9d-aed4fc835314 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672485 Oct 06 11:15:43.889686 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb63cd27-3f3c-4a93-a63b-a6036d09d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:43.997841 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb63cd27-3f3c-4a93-a63b-a6036d09d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3977315'] for subnet (117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.044982 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63cd27-3f3c-4a93-a63b-a6036d09d91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:44.068971 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fb63cd27-3f3c-4a93-a63b-a6036d09d91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.077240 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fb63cd27-3f3c-4a93-a63b-a6036d09d91d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/117b27dc-0c6b-4a08-b3e3-d2ab363ac3fc HTTP/1.1" status: 204 len: 168 time: 0.4900708 Oct 06 11:15:44.078026 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37912) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:44.078727 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-20adec6f-2c7d-4fb1-9cbc-9dce066fea62 req-6ff7190e-35be-4c95-aff1-28783beeeaa0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682703 Oct 06 11:15:44.081292 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2ef86-a4d1-4a7e-b2f6-15b5082ab445 None None] Network 0816dbad-e0a3-486e-94ba-be677095fd43 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:44.203051 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (0816dbad-e0a3-486e-94ba-be677095fd43), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.215673 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 55b19480-4122-4577-a544-8a02e365e924 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:44.246508 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 55b19480-4122-4577-a544-8a02e365e924 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:44.246826 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 55b19480-4122-4577-a544-8a02e365e924 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:44.247266 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 9d45198f-58de-45b3-be7c-646b40e65124 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:44.249205 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cc975-1554-42cf-ba26-698858316a8b req-c2f79c4a-4b80-446e-ac62-161f51ccc032 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:44.251827 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c7cc975-1554-42cf-ba26-698858316a8b req-c2f79c4a-4b80-446e-ac62-161f51ccc032 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 943 time: 0.0756409 Oct 06 11:15:44.269224 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 9d45198f-58de-45b3-be7c-646b40e65124 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:44.269827 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 9d45198f-58de-45b3-be7c-646b40e65124 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:44.293585 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Deleting port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:44.294892 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4154cb8-50f5-4bb6-a532-639edec2c403 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:15:44.295462 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.353717 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2c7cc975-1554-42cf-ba26-698858316a8b req-cba9e134-dae5-4a2c-b460-6eefc3d4e354 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926104 Oct 06 11:15:44.405688 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] DHCP port deletion for 0816dbad-e0a3-486e-94ba-be677095fd43 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:15:44.408223 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] For port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:44.409069 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.429167 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Calling delete_port for d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:44.474316 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] Deleting port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:44.474932 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.481505 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4154cb8-50f5-4bb6-a532-639edec2c403, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4154cb8-50f5-4bb6-a532-639edec2c403,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:44.504645 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:44.530141 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.535382 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:15:44.561431 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:44.567412 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] No DVR routers for this DVR port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 on host dv-cinder-860209-2-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:15:44.595082 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4154cb8-50f5-4bb6-a532-639edec2c403 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:44.595082 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.613019 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:44.621876 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] For port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,segment=NetworkSegment(174974ff-4f2b-4555-b9cb-7383e9fb7fad),segment_id=174974ff-4f2b-4555-b9cb-7383e9fb7fad)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:44.622268 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.625884 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4154cb8-50f5-4bb6-a532-639edec2c403 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:15:44.645872 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] Calling delete_port for d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:44.665935 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (0816dbad-e0a3-486e-94ba-be677095fd43), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.666822 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4154cb8-50f5-4bb6-a532-639edec2c403, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4154cb8-50f5-4bb6-a532-639edec2c403,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:44.672143 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.687773 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0816dbad-e0a3-486e-94ba-be677095fd43']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:44.697777 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174974ff-4f2b-4555-b9cb-7383e9fb7fad') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:44.698081 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174974ff-4f2b-4555-b9cb-7383e9fb7fad') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:44.707945 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (174974ff-4f2b-4555-b9cb-7383e9fb7fad), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.721140 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (174974ff-4f2b-4555-b9cb-7383e9fb7fad), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.734492 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Releasing vlan 463 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:15:44.734909 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (174974ff-4f2b-4555-b9cb-7383e9fb7fad), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.769388 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4154cb8-50f5-4bb6-a532-639edec2c403,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:44.782285 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 174974ff-4f2b-4555-b9cb-7383e9fb7fad resource provider aggregate not found Oct 06 11:15:44.785341 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (d7d1797c-40e6-4e7d-9f47-3c7abbdb3045), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.802445 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 174974ff-4f2b-4555-b9cb-7383e9fb7fad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 174974ff-4f2b-4555-b9cb-7383e9fb7fad found for delete ", "request_id": "req-96118076-d687-4b93-a09e-90b54321c9bd"}]} Oct 06 11:15:44.809327 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (0816dbad-e0a3-486e-94ba-be677095fd43), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.815280 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:44.818676 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/0816dbad-e0a3-486e-94ba-be677095fd43 HTTP/1.1" status: 204 len: 168 time: 0.7388749 Oct 06 11:15:44.822299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] No DVR routers for this DVR port d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:15:44.822925 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37926) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:44.825305 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082066e-5bdb-430d-b945-ff7a74668dbe None None] Pushing event deleted for resources: {'Port': ['ID=d7d1797c-40e6-4e7d-9f47-3c7abbdb3045,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:44.835278 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a23a0-8af5-44d1-b334-59b8c3a60c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=0816dbad-e0a3-486e-94ba-be677095fd43,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:45.107304 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['d4154cb8-50f5-4bb6-a532-639edec2c403'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:15:45.201121 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:45.411107 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (0fb97772-c81c-480d-8a36-41054be2735b), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:45.455043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:45.489475 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f78bf2-934c-42fd-b578-bf63f714db47 req-ec0c6102-b5e9-4a95-a087-120a0794e930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:45.491093 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-87f78bf2-934c-42fd-b578-bf63f714db47 req-ec0c6102-b5e9-4a95-a087-120a0794e930 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 944 time: 0.0491631 Oct 06 11:15:45.539656 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-87f78bf2-934c-42fd-b578-bf63f714db47 req-429545a9-761f-4850-ab44-87bab14a09dd tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Oct 06 11:15:45.575152 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:45.634627 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Deleting port ed8091fd-e052-4071-9cf8-181677b5bf8c {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:45.634972 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:45.715752 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] For port ed8091fd-e052-4071-9cf8-181677b5bf8c, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=ed8091fd-e052-4071-9cf8-181677b5bf8c,segment=NetworkSegment(99523e8d-f5df-4c13-b80f-3938111d7f60),segment_id=99523e8d-f5df-4c13-b80f-3938111d7f60)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:45.716143 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:45.731797 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Calling delete_port for ed8091fd-e052-4071-9cf8-181677b5bf8c owned by network:router_interface {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:45.925769 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (ed8091fd-e052-4071-9cf8-181677b5bf8c), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:45.950660 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8091fd-e052-4071-9cf8-181677b5bf8c,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:45.953903 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:45.973725 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:45.974235 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device d7d1797c-40e6-4e7d-9f47-3c7abbdb3045 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:46.104683 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37938) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:46.134445 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (0fb97772-c81c-480d-8a36-41054be2735b), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.214646 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:46.222726 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3449a0e5-318b-466a-866d-30dafed42165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.293779 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4154cb8-50f5-4bb6-a532-639edec2c403 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:46.298825 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:46.304797 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3449a0e5-318b-466a-866d-30dafed42165 admin admin] Publish callbacks [] for security_group (dccf500e-0609-42d8-a965-0831bc9755c9), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.309009 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3449a0e5-318b-466a-866d-30dafed42165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (dccf500e-0609-42d8-a965-0831bc9755c9), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.348941 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449a0e5-318b-466a-866d-30dafed42165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccf500e-0609-42d8-a965-0831bc9755c9,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:46.349744 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port d4154cb8-50f5-4bb6-a532-639edec2c403 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:15:46.353813 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3449a0e5-318b-466a-866d-30dafed42165 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=59790841739e486ebfa39b465f009182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480917 Oct 06 11:15:46.356908 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37942) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:46.359263 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Router 0fb97772-c81c-480d-8a36-41054be2735b has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:46.373020 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port d4154cb8-50f5-4bb6-a532-639edec2c403 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:46.373504 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.373885 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port d4154cb8-50f5-4bb6-a532-639edec2c403 Oct 06 11:15:46.411724 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b13de72a-aafe-4369-8e94-b821568319e3 admin admin] Publish callbacks [] for security_group (dccf500e-0609-42d8-a965-0831bc9755c9), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.422427 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:46.437973 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b13de72a-aafe-4369-8e94-b821568319e3 admin admin] Publish callbacks [] for security_group (dccf500e-0609-42d8-a965-0831bc9755c9), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.462467 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port d4154cb8-50f5-4bb6-a532-639edec2c403 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:46.463112 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.479321 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:46.487751 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-5abfd799-5f21-4ab6-8fc3-08b8ccdde4c3 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0fb97772-c81c-480d-8a36-41054be2735b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606569 Oct 06 11:15:46.487923 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4154cb8-50f5-4bb6-a532-639edec2c403'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:15:46.488038 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37944) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:46.489207 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c710b55-1c3b-4cf9-a0d5-67c7fa970573" -d '{"events": [{"server_uuid": "e437667e-27e0-4c28-8bbd-206763b7d3bb", "name": "network-vif-plugged", "status": "completed", "tag": "d4154cb8-50f5-4bb6-a532-639edec2c403"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:15:46.491193 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] Sync routers for ids ['0fb97772-c81c-480d-8a36-41054be2735b'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:46.502987 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port d4154cb8-50f5-4bb6-a532-639edec2c403, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4154cb8-50f5-4bb6-a532-639edec2c403,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:46.504482 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] Routers {'0fb97772-c81c-480d-8a36-41054be2735b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:46.505448 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['0fb97772-c81c-480d-8a36-41054be2735b'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:46.509105 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.538878 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a82ad8b-34f0-4d84-81d6-f3138ce8dfa3 x-openstack-request-id: req-6a82ad8b-34f0-4d84-81d6-f3138ce8dfa3 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:15:46.539217 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e437667e-27e0-4c28-8bbd-206763b7d3bb", "name": "network-vif-plugged", "status": "completed", "tag": "d4154cb8-50f5-4bb6-a532-639edec2c403", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:15:46.539653 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a82ad8b-34f0-4d84-81d6-f3138ce8dfa3 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:15:46.540072 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a82ad8b-34f0-4d84-81d6-f3138ce8dfa3'] response: {'server_uuid': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'code': 200} Oct 06 11:15:46.555586 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b13de72a-aafe-4369-8e94-b821568319e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (dccf500e-0609-42d8-a965-0831bc9755c9), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.558475 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b13de72a-aafe-4369-8e94-b821568319e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.559619 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-b13de72a-aafe-4369-8e94-b821568319e3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dccf500e-0609-42d8-a965-0831bc9755c9 HTTP/1.1" status: 204 len: 168 time: 0.2017806 Oct 06 11:15:46.596404 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4154cb8-50f5-4bb6-a532-639edec2c403,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:46.599468 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13de72a-aafe-4369-8e94-b821568319e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccf500e-0609-42d8-a965-0831bc9755c9,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:46.631310 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks [] for router (0fb97772-c81c-480d-8a36-41054be2735b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.649239 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] Set router 0fb97772-c81c-480d-8a36-41054be2735b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:46.720676 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:46.784131 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb30d55-cacc-48ee-88a6-cfb974f1df84 req-74e8f27d-b938-4998-a62a-99f3c97a7a41 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:46.785740 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bdb30d55-cacc-48ee-88a6-cfb974f1df84 req-74e8f27d-b938-4998-a62a-99f3c97a7a41 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 945 time: 0.0960472 Oct 06 11:15:46.826301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:46.840446 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f3282-20c7-4211-8f40-5ccfff39ab9f req-b6d445c0-119b-44cc-b1bc-4ceeb56ef3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:46.841948 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-385f3282-20c7-4211-8f40-5ccfff39ab9f req-b6d445c0-119b-44cc-b1bc-4ceeb56ef3c8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 1129 time: 0.0642478 Oct 06 11:15:46.843030 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks [] for router_gateway (0fb97772-c81c-480d-8a36-41054be2735b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.863964 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bdb30d55-cacc-48ee-88a6-cfb974f1df84 req-6691eeeb-e58c-4d41-af39-557eb23389be tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651946 Oct 06 11:15:46.896111 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:15:45Z', 'revision_number': 5, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port': {'id': '57a93219-c81f-4763-bbee-1df4c38c770a', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb97772-c81c-480d-8a36-41054be2735b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:46.906343 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Deleting port 57a93219-c81f-4763-bbee-1df4c38c770a {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:46.906747 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:46.920721 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-385f3282-20c7-4211-8f40-5ccfff39ab9f req-a00d98e1-6a7a-4279-8199-80a6c429624d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714207 Oct 06 11:15:46.939031 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] Checking router: 0fb97772-c81c-480d-8a36-41054be2735b for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:46.950141 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] Routers {'0fb97772-c81c-480d-8a36-41054be2735b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:46.951460 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['0fb97772-c81c-480d-8a36-41054be2735b'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:46.973426 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:46.977564 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37954) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:46.984284 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:46.992685 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe2abedb-7418-462e-860c-0559e0e73b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.002955 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] For port 57a93219-c81f-4763-bbee-1df4c38c770a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=57a93219-c81f-4763-bbee-1df4c38c770a,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:47.003318 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.017948 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Calling delete_port for 57a93219-c81f-4763-bbee-1df4c38c770a owned by network:router_gateway {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:47.044880 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] Set router 0fb97772-c81c-480d-8a36-41054be2735b gateway port host: None {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:47.073387 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe2abedb-7418-462e-860c-0559e0e73b6a admin admin] Publish callbacks [] for security_group (0572cdac-b39c-4cff-8a8d-c98ec066ffce), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.077722 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fe2abedb-7418-462e-860c-0559e0e73b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (0572cdac-b39c-4cff-8a8d-c98ec066ffce), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.106425 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:15:46Z', 'revision_number': 6, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:47.120555 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fe2abedb-7418-462e-860c-0559e0e73b6a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=011475c7b5c5448d94724544cb68e25b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418149 Oct 06 11:15:47.121501 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2abedb-7418-462e-860c-0559e0e73b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0572cdac-b39c-4cff-8a8d-c98ec066ffce,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:47.123914 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37956) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:47.141206 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ce9b4-360d-41e3-a795-abeab8cac982 None None] The sync data for ids ['0fb97772-c81c-480d-8a36-41054be2735b'] in dv-cinder-860209-2-iscsi is: [{'id': '0fb97772-c81c-480d-8a36-41054be2735b', 'name': 'tempest-TestMinimumBasicScenario-1476339003-router', 'tenant_id': '6bd72824226c40f0bb4f52f870ec41f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:11:09Z', 'updated_at': '2022-10-06T11:15:46Z', 'revision_number': 6, 'project_id': '6bd72824226c40f0bb4f52f870ec41f4', 'gw_port_host': None}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:47.184164 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d195d19b-7c1d-4753-ba63-4b2ebc752766 admin admin] Publish callbacks [] for security_group (0572cdac-b39c-4cff-8a8d-c98ec066ffce), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.205842 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d195d19b-7c1d-4753-ba63-4b2ebc752766 admin admin] Publish callbacks [] for security_group (0572cdac-b39c-4cff-8a8d-c98ec066ffce), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.208406 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (57a93219-c81f-4763-bbee-1df4c38c770a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.245434 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Pushing event deleted for resources: {'Port': ['ID=57a93219-c81f-4763-bbee-1df4c38c770a,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:47.262761 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d195d19b-7c1d-4753-ba63-4b2ebc752766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (0572cdac-b39c-4cff-8a8d-c98ec066ffce), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.265657 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d195d19b-7c1d-4753-ba63-4b2ebc752766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.266822 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d195d19b-7c1d-4753-ba63-4b2ebc752766 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0572cdac-b39c-4cff-8a8d-c98ec066ffce HTTP/1.1" status: 204 len: 168 time: 0.1420369 Oct 06 11:15:47.275455 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195d19b-7c1d-4753-ba63-4b2ebc752766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0572cdac-b39c-4cff-8a8d-c98ec066ffce,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:47.315898 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (0fb97772-c81c-480d-8a36-41054be2735b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.414011 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (0fb97772-c81c-480d-8a36-41054be2735b), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.416485 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks [] for router_controller (0fb97772-c81c-480d-8a36-41054be2735b), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.461386 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (0fb97772-c81c-480d-8a36-41054be2735b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.462085 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb97772-c81c-480d-8a36-41054be2735b {{(pid=106389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:15:47.466972 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.468232 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3b559b96-28b1-4f6f-933e-c98e8f60495a admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/0fb97772-c81c-480d-8a36-41054be2735b HTTP/1.1" status: 204 len: 168 time: 0.9751251 Oct 06 11:15:47.470771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 37962) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:47.517525 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e81e3b3-daae-484c-ba50-32248ea3cf64 admin admin] Deleting subnet 6427f8b8-6b9b-411d-96b8-f170c3b41f2d {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:15:47.520883 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0e81e3b3-daae-484c-ba50-32248ea3cf64 admin admin] Publish callbacks [] for subnet (6427f8b8-6b9b-411d-96b8-f170c3b41f2d), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.557221 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0e81e3b3-daae-484c-ba50-32248ea3cf64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572067'] for subnet (6427f8b8-6b9b-411d-96b8-f170c3b41f2d), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.638954 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0e81e3b3-daae-484c-ba50-32248ea3cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (6427f8b8-6b9b-411d-96b8-f170c3b41f2d), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.701107 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0e81e3b3-daae-484c-ba50-32248ea3cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3977315'] for subnet (6427f8b8-6b9b-411d-96b8-f170c3b41f2d), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.728132 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81e3b3-daae-484c-ba50-32248ea3cf64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6427f8b8-6b9b-411d-96b8-f170c3b41f2d,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:47.734039 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-0e81e3b3-daae-484c-ba50-32248ea3cf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.737867 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-0e81e3b3-daae-484c-ba50-32248ea3cf64 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6427f8b8-6b9b-411d-96b8-f170c3b41f2d HTTP/1.1" status: 204 len: 168 time: 0.2660739 Oct 06 11:15:47.741206 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 37972) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:47.750891 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20e717-8458-4dc6-9e89-8c3f82c7d424 None None] Network 509fd400-a434-4bf3-a5ad-67f6e21e77b8 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:47.835583 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (509fd400-a434-4bf3-a5ad-67f6e21e77b8), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.890983 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Deleting port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:47.891465 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.916362 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] DHCP port deletion for 509fd400-a434-4bf3-a5ad-67f6e21e77b8 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:15:47.988183 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] For port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,segment=NetworkSegment(99523e8d-f5df-4c13-b80f-3938111d7f60),segment_id=99523e8d-f5df-4c13-b80f-3938111d7f60)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:47.988429 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:47.989087 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:47.989771 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] Deleting port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:15:47.990336 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.019325 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device ed8091fd-e052-4071-9cf8-181677b5bf8c no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:48.026933 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Calling delete_port for 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:48.036809 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:48.074298 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: ed8091fd-e052-4071-9cf8-181677b5bf8c {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:48.074939 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device ed8091fd-e052-4071-9cf8-181677b5bf8c not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:48.075551 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:48.109687 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbf5aa-676f-4d8a-9aad-a544e44866e1 req-b6bee98c-deed-448a-90c6-c1e515653f50 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:48.113286 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-99bbf5aa-676f-4d8a-9aad-a544e44866e1 req-b6bee98c-deed-448a-90c6-c1e515653f50 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 945 time: 0.0874012 Oct 06 11:15:48.139129 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] For port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,segment=NetworkSegment(99523e8d-f5df-4c13-b80f-3938111d7f60),segment_id=99523e8d-f5df-4c13-b80f-3938111d7f60)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:48.139791 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.150868 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.164441 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] Calling delete_port for 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:15:48.178902 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:48.183361 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] No DVR routers for this DVR port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 on host dv-cinder-860209-2-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:15:48.197646 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-99bbf5aa-676f-4d8a-9aad-a544e44866e1 req-0c1e8ddf-643e-4a53-8a00-7692711c1b45 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751162 Oct 06 11:15:48.229817 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No active binding found for port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 {{(pid=106391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 06 11:15:48.230366 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] The host dv-cinder-860209-2-iscsi is not matching for port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 host None! {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 06 11:15:48.230928 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:48.231494 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 57a93219-c81f-4763-bbee-1df4c38c770a no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:15:48.256763 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 57a93219-c81f-4763-bbee-1df4c38c770a {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:15:48.257221 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 57a93219-c81f-4763-bbee-1df4c38c770a not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:15:48.277078 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (509fd400-a434-4bf3-a5ad-67f6e21e77b8), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.289961 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.298269 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509fd400-a434-4bf3-a5ad-67f6e21e77b8']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:48.308152 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99523e8d-f5df-4c13-b80f-3938111d7f60') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:48.308566 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99523e8d-f5df-4c13-b80f-3938111d7f60') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:48.318898 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] Pushing event deleted for resources: {'Port': ['ID=98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:48.319081 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (99523e8d-f5df-4c13-b80f-3938111d7f60), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.322623 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea35017-dae9-4081-8ce0-c30201cbb863 None None] No DVR routers for this DVR port 98ad8bf7-4db6-4e22-913f-c1ae7e2cb5e7 on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:15:48.340709 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (99523e8d-f5df-4c13-b80f-3938111d7f60), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.347619 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Releasing vlan 457 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:15:48.348017 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (99523e8d-f5df-4c13-b80f-3938111d7f60), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.364251 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:48.392819 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:48.396123 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 99523e8d-f5df-4c13-b80f-3938111d7f60 resource provider aggregate not found Oct 06 11:15:48.418847 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 99523e8d-f5df-4c13-b80f-3938111d7f60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99523e8d-f5df-4c13-b80f-3938111d7f60 found for delete ", "request_id": "req-10288819-ebb2-4a19-a46d-980ee116d3d2"}]} Oct 06 11:15:48.423410 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (509fd400-a434-4bf3-a5ad-67f6e21e77b8), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.428953 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.432254 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/509fd400-a434-4bf3-a5ad-67f6e21e77b8 HTTP/1.1" status: 204 len: 168 time: 0.6891210 Oct 06 11:15:48.447906 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63842ee-c7c7-442e-998b-6c01a83eb328 admin admin] Pushing event deleted for resources: {'Network': ['ID=509fd400-a434-4bf3-a5ad-67f6e21e77b8,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:48.619650 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38002) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:48.657097 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38004) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:48.663254 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-574e3bad-6b47-4017-8dfd-50510ab58eda admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ca311e63675241eaaef42a8154e905ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395555 Oct 06 11:15:48.663489 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38008) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:48.704594 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:48.720298 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ee547527-274c-4c65-8d1b-239222d73739 admin admin] Publish callbacks [] for security_group (a0a54f86-da9f-4754-8dd4-060330d1d759), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.743432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ee547527-274c-4c65-8d1b-239222d73739 admin admin] Publish callbacks [] for security_group (a0a54f86-da9f-4754-8dd4-060330d1d759), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.794844 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ee547527-274c-4c65-8d1b-239222d73739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (a0a54f86-da9f-4754-8dd4-060330d1d759), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.799621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ee547527-274c-4c65-8d1b-239222d73739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.800868 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ee547527-274c-4c65-8d1b-239222d73739 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a0a54f86-da9f-4754-8dd4-060330d1d759 HTTP/1.1" status: 204 len: 168 time: 0.1364892 Oct 06 11:15:48.810559 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee547527-274c-4c65-8d1b-239222d73739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a54f86-da9f-4754-8dd4-060330d1d759,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:48.851760 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2df001f5-3be8-4a35-bec6-c0e047983e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.932247 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2df001f5-3be8-4a35-bec6-c0e047983e3a admin admin] Publish callbacks [] for security_group (a6dec322-5f62-4bed-9707-83b904769fab), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.936682 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2df001f5-3be8-4a35-bec6-c0e047983e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (a6dec322-5f62-4bed-9707-83b904769fab), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:48.982378 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2df001f5-3be8-4a35-bec6-c0e047983e3a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a08df817802f4957ae88ee23847c3535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241787 Oct 06 11:15:48.983477 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df001f5-3be8-4a35-bec6-c0e047983e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dec322-5f62-4bed-9707-83b904769fab,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:48.985181 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38014) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:49.046316 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b79c7aea-095d-4fbf-b744-9a31973ab594 admin admin] Publish callbacks [] for security_group (a6dec322-5f62-4bed-9707-83b904769fab), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.069524 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b79c7aea-095d-4fbf-b744-9a31973ab594 admin admin] Publish callbacks [] for security_group (a6dec322-5f62-4bed-9707-83b904769fab), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.123897 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b79c7aea-095d-4fbf-b744-9a31973ab594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (a6dec322-5f62-4bed-9707-83b904769fab), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.128547 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b79c7aea-095d-4fbf-b744-9a31973ab594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.129783 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-b79c7aea-095d-4fbf-b744-9a31973ab594 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a6dec322-5f62-4bed-9707-83b904769fab HTTP/1.1" status: 204 len: 168 time: 0.1430218 Oct 06 11:15:49.130625 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38016) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:49.144752 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c7aea-095d-4fbf-b744-9a31973ab594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dec322-5f62-4bed-9707-83b904769fab,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:49.177521 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4aaf5149-0926-4c03-b614-ddd0e1c84d12 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6bd72824226c40f0bb4f52f870ec41f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453889 Oct 06 11:15:49.180205 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38020) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:49.230457 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-56d3d9f4-4af5-4821-9415-f1a188120b65 admin admin] Publish callbacks [] for security_group (677f2c7d-6cb0-41c3-af2f-1340af63025e), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.251503 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-56d3d9f4-4af5-4821-9415-f1a188120b65 admin admin] Publish callbacks [] for security_group (677f2c7d-6cb0-41c3-af2f-1340af63025e), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.313026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-56d3d9f4-4af5-4821-9415-f1a188120b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (677f2c7d-6cb0-41c3-af2f-1340af63025e), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.315586 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-56d3d9f4-4af5-4821-9415-f1a188120b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.316770 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-56d3d9f4-4af5-4821-9415-f1a188120b65 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/677f2c7d-6cb0-41c3-af2f-1340af63025e HTTP/1.1" status: 204 len: 168 time: 0.1355326 Oct 06 11:15:49.330243 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087160f-d188-45f2-a36d-3fae6d152663 req-109b4659-b4ea-421e-bbfc-bc41a8c3fa2f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:49.331923 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b087160f-d188-45f2-a36d-3fae6d152663 req-109b4659-b4ea-421e-bbfc-bc41a8c3fa2f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 945 time: 0.0574169 Oct 06 11:15:49.333343 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3d9f4-4af5-4821-9415-f1a188120b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677f2c7d-6cb0-41c3-af2f-1340af63025e,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:49.404650 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b087160f-d188-45f2-a36d-3fae6d152663 req-71066c28-2f4b-466e-bdf6-341a2d8103d7 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643418 Oct 06 11:15:49.529825 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f804f3-5e99-4935-9ea9-6b03187b1014 req-f05e9e09-4d26-47dc-9320-e01c18f1c791 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:49.531820 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-76f804f3-5e99-4935-9ea9-6b03187b1014 req-f05e9e09-4d26-47dc-9320-e01c18f1c791 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 945 time: 0.0532162 Oct 06 11:15:49.543506 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38032) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:49.548226 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'floatingip': {'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:49.597495 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:49.778004 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:49.990178 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38048) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:50.060244 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:50.062879 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.066670 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.092855 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1835635915-network', 'tenant_id': '0934343645484d01b9b48a40bbf0b671'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:50.113325 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Made reservation on behalf of 0934343645484d01b9b48a40bbf0b671 for: {'network': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:15:50.116182 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.125342 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.164407 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Floating IP 7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8 associated. External IP: 172.27.0.89, port: d4154cb8-50f5-4bb6-a532-639edec2c403. Oct 06 11:15:50.211205 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Publish callbacks [] for security_group (4e24b90a-d363-43a9-b9d0-8244700bb768), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.215753 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4e24b90a-d363-43a9-b9d0-8244700bb768), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.237858 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 477} {{(pid=106389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:15:50.253471 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e24b90a-d363-43a9-b9d0-8244700bb768,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:50.256912 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (96a554a5-1399-4442-bcef-fd878e51cfdc), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.257252 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.segments_db [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Added segment 96a554a5-1399-4442-bcef-fd878e51cfdc of type vlan for network 4328977c-615f-4aaa-a450-a9014d5b4970 Oct 06 11:15:50.298109 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (4328977c-615f-4aaa-a450-a9014d5b4970), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.324088 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (4328977c-615f-4aaa-a450-a9014d5b4970), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.325099 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:50.325698 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.374556 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:50.385671 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3943388 Oct 06 11:15:50.388534 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38052) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:50.391036 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424c3b8-7172-42c5-a243-091ee041c6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4328977c-615f-4aaa-a450-a9014d5b4970,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:50.393573 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Request body: {'subnet': {'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1835635915-subnet', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:50.404085 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 4328977c-615f-4aaa-a450-a9014d5b4970 details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:15:50.458522 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Made reservation on behalf of 0934343645484d01b9b48a40bbf0b671 for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:15:50.461631 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3981186'] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.563463 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:50.570748 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.573149 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:50.585803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:50.586370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:50.612681 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f4ba2f65-4b35-4da2-9be3-44b57a96f9fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8 HTTP/1.1" status: 200 len: 990 time: 1.0659559 Oct 06 11:15:50.612920 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'tag': 'd4154cb8-50f5-4bb6-a532-639edec2c403'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:15:50.615185 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29b011-21c0-4830-85f5-c0ec794903bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e437667e-27e0-4c28-8bbd-206763b7d3bb", "tag": "d4154cb8-50f5-4bb6-a532-639edec2c403"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:15:50.620975 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:50.660953 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b11edf-ff40-4486-a4e5-6bbb73a3cf56 x-openstack-request-id: req-11b11edf-ff40-4486-a4e5-6bbb73a3cf56 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:15:50.661253 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e437667e-27e0-4c28-8bbd-206763b7d3bb", "tag": "d4154cb8-50f5-4bb6-a532-639edec2c403", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:15:50.661511 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11b11edf-ff40-4486-a4e5-6bbb73a3cf56 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:15:50.661915 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b11edf-ff40-4486-a4e5-6bbb73a3cf56'] response: {'name': 'network-changed', 'server_uuid': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'tag': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'status': 'completed', 'code': 200} Oct 06 11:15:50.702566 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:50.710438 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981200'] for subnet (ecb033d3-45a8-4c54-bac9-e8ca6f677052), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.749948 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:50.797561 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb033d3-45a8-4c54-bac9-e8ca6f677052,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:50.802055 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-a198bf5d-3f53-4a5d-ae11-137227017260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:50.803730 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-a198bf5d-3f53-4a5d-ae11-137227017260 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 1129 time: 0.0712411 Oct 06 11:15:50.837169 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:50.869678 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Checking segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:50.870046 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Network hostable DHCP agents. Network: 4328977c-615f-4aaa-a450-a9014d5b4970, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:15:50.920250 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Network 4328977c-615f-4aaa-a450-a9014d5b4970 is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:15:50.930225 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-c33ac89d-7e14-4045-80b0-c105b4b9f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:50.932027 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-c33ac89d-7e14-4045-80b0-c105b4b9f595 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.1191554 Oct 06 11:15:50.933146 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 4328977c-615f-4aaa-a450-a9014d5b4970) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:50.934091 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:49Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:50.937613 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:50.938214 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:50.966094 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d317d-63c3-48e0-a507-9f003d0f3a43 None None] Network 4328977c-615f-4aaa-a450-a9014d5b4970 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:50.968790 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:50.996165 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fec8859a-8649-49dd-9de2-376d8e45a77a admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6064723 Oct 06 11:15:50.998898 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38058) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:51.007432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:51.016994 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:51.017531 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-ae82f7ab-855f-4809-a35f-7346e6f73ca1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4154cb8-50f5-4bb6-a532-639edec2c403 HTTP/1.1" status: 200 len: 998 time: 0.0762410 Oct 06 11:15:51.017680 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:51.060559 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (382d1811-a40d-420e-8662-882c843c6ba7), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.061742 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (382d1811-a40d-420e-8662-882c843c6ba7), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.080346 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-32790fab-ab9a-4c07-b97d-e806526b67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:51.081983 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-32790fab-ab9a-4c07-b97d-e806526b67d1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0582216 Oct 06 11:15:51.284365 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-4328977c-615f-4aaa-a450-a9014d5b4970', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:15:51.285307 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.294013 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:51.296540 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:51.425066 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks [] for router_controller (382d1811-a40d-420e-8662-882c843c6ba7), precommit_add_association {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.426697 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-b73aa6a6-07cf-4d0d-9e66-274c8d5f026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:51.428722 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-b73aa6a6-07cf-4d0d-9e66-274c8d5f026a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3394647 Oct 06 11:15:51.591030 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Allocated IP 172.20.0.2 (4328977c-615f-4aaa-a450-a9014d5b4970/ecb033d3-45a8-4c54-bac9-e8ca6f677052/057c71dd-6963-457e-b61e-a8c04e4996ba) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:51.621010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks [] for router_gateway (382d1811-a40d-420e-8662-882c843c6ba7), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.660160 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-0a54b517-8275-4b5d-9dd8-a11837e6757e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894636 Oct 06 11:15:51.676400 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:51.686101 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:49Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:51.719593 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191dada-8e62-4cd0-9b3b-2ea18b399135 None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:49Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:51.810037 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Publish callbacks [] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.818302 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.858327 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-fe29b011-21c0-4830-85f5-c0ec794903bf req-20c4d9a9-c5f3-40c1-a8a8-c2f2c11cc4e6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732631 Oct 06 11:15:51.861755 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Network 4328977c-615f-4aaa-a450-a9014d5b4970 is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:51.865170 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:51.869832 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:51.875044 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Pushing event updated for resources: {'Port': ['ID=057c71dd-6963-457e-b61e-a8c04e4996ba,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:51.898970 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:51.913450 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks [] for router_gateway (382d1811-a40d-420e-8662-882c843c6ba7), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.935161 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.939868 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Attempting to bind port 057c71dd-6963-457e-b61e-a8c04e4996ba on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:51.940249 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Attempting to bind port 057c71dd-6963-457e-b61e-a8c04e4996ba by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:51.940769 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Attempting to bind port 057c71dd-6963-457e-b61e-a8c04e4996ba on network 4328977c-615f-4aaa-a450-a9014d5b4970 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:51.961463 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86f0bc-cfed-468b-a70c-675e8ba57e01 None None] New status for floating IP 7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:15:51.992844 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:51.993227 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Checking segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:51.994131 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:51.994131 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Bound using segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:51.994648 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Bound port: 057c71dd-6963-457e-b61e-a8c04e4996ba, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:51.995042 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:52.051303 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Allocated IP 172.27.0.162 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/237e9bac-f281-4e05-bcbc-045f124664b3) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:52.061310 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] For port 057c71dd-6963-457e-b61e-a8c04e4996ba, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:52.064328 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:52.065101 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] For port 057c71dd-6963-457e-b61e-a8c04e4996ba, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=057c71dd-6963-457e-b61e-a8c04e4996ba,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:52.073569 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:52.143379 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551912df-2744-40a4-9d5f-6605ef400a99 None None] Pushing event updated for resources: {'Port': ['ID=057c71dd-6963-457e-b61e-a8c04e4996ba,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:52.183390 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks [] for port (237e9bac-f281-4e05-bcbc-045f124664b3), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:52.216049 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:52.262022 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:52.264980 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:52.271602 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:52.299309 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Pushing event updated for resources: {'Port': ['ID=237e9bac-f281-4e05-bcbc-045f124664b3,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:52.522258 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks [] for router_gateway (382d1811-a40d-420e-8662-882c843c6ba7), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:52.708723 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (382d1811-a40d-420e-8662-882c843c6ba7), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:52.805123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:52.841415 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Router 382d1811-a40d-420e-8662-882c843c6ba7 is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:15:52.947931 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:52.957056 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:52.969007 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:52.970497 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:52.970719 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-e0e3289b-f0d8-4960-ac50-70e32a8d17bc admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9709103 Oct 06 11:15:52.971124 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:52.973447 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38064) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:53.011387 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:53.011776 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b92f56-ba6d-4722-b684-0e7ed726d4f2 None None] Network 4328977c-615f-4aaa-a450-a9014d5b4970 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:53.019282 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:53.076614 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-dd753cb5-76b3-4127-84ec-1cd9080e1305 None None] Provisioning complete for port 057c71dd-6963-457e-b61e-a8c04e4996ba triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:53.076994 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dd753cb5-76b3-4127-84ec-1cd9080e1305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.077330 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-dd753cb5-76b3-4127-84ec-1cd9080e1305 None None] Attempt 1 to provision port 057c71dd-6963-457e-b61e-a8c04e4996ba Oct 06 11:15:53.181905 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:53.346183 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:53.362322 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-dd753cb5-76b3-4127-84ec-1cd9080e1305 None None] Current status of the port 057c71dd-6963-457e-b61e-a8c04e4996ba is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:53.362711 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dd753cb5-76b3-4127-84ec-1cd9080e1305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.364609 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-94d23cad-f09e-4fe9-a85c-ac9006a307bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.401412 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.443896 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-dd753cb5-76b3-4127-84ec-1cd9080e1305 None None] For port 057c71dd-6963-457e-b61e-a8c04e4996ba, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=057c71dd-6963-457e-b61e-a8c04e4996ba,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:53.452291 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dd753cb5-76b3-4127-84ec-1cd9080e1305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.486626 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:52Z', 'revision_number': 3, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:53.517945 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:53.518297 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Updating router 382d1811-a40d-420e-8662-882c843c6ba7 port 237e9bac-f281-4e05-bcbc-045f124664b3 binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:15:53.556389 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd753cb5-76b3-4127-84ec-1cd9080e1305 None None] Pushing event updated for resources: {'Port': ['ID=057c71dd-6963-457e-b61e-a8c04e4996ba,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:53.569527 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.575082 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Allocated IP 172.20.0.1 (4328977c-615f-4aaa-a450-a9014d5b4970/ecb033d3-45a8-4c54-bac9-e8ca6f677052/131e3a17-895a-4e5e-b69f-0229ae5d9839) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:53.575561 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-9de14b22-971c-44a5-8f24-64c4abfac664 None None] Provisioning complete for port 057c71dd-6963-457e-b61e-a8c04e4996ba triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:53.575948 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9de14b22-971c-44a5-8f24-64c4abfac664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.576280 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-9de14b22-971c-44a5-8f24-64c4abfac664 None None] Attempt 1 to provision port 057c71dd-6963-457e-b61e-a8c04e4996ba Oct 06 11:15:53.668596 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:53.685718 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Publish callbacks [] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.721808 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.747961 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-9de14b22-971c-44a5-8f24-64c4abfac664 None None] Current status of the port 057c71dd-6963-457e-b61e-a8c04e4996ba is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:53.757626 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:53.764044 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Network 4328977c-615f-4aaa-a450-a9014d5b4970 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:53.768039 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:53.772950 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:53.796345 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Pushing event updated for resources: {'Port': ['ID=131e3a17-895a-4e5e-b69f-0229ae5d9839,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:53.817952 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (382d1811-a40d-420e-8662-882c843c6ba7), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.889758 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Publish callbacks [] for port (237e9bac-f281-4e05-bcbc-045f124664b3), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.900058 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:53.908283 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:53.924299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Attempting to bind port 237e9bac-f281-4e05-bcbc-045f124664b3 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:53.924299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Attempting to bind port 237e9bac-f281-4e05-bcbc-045f124664b3 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:53.924570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Attempting to bind port 237e9bac-f281-4e05-bcbc-045f124664b3 on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:53.960720 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.117585 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 057c71dd-6963-457e-b61e-a8c04e4996ba up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:54.173478 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-5b3d44d4-cc71-4039-a613-badda4ed7510 None None] Provisioning complete for port 131e3a17-895a-4e5e-b69f-0229ae5d9839 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:54.173851 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-5b3d44d4-cc71-4039-a613-badda4ed7510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.174185 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-5b3d44d4-cc71-4039-a613-badda4ed7510 None None] Attempt 1 to provision port 131e3a17-895a-4e5e-b69f-0229ae5d9839 Oct 06 11:15:54.182950 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1461bbe-3dd6-4b50-8d4d-e616d566f20d None None] Pushing event updated for resources: {'Port': ['ID=237e9bac-f281-4e05-bcbc-045f124664b3,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:54.201696 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:54.221480 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:54.221854 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:54.222255 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.222693 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:54.223231 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Bound port: 237e9bac-f281-4e05-bcbc-045f124664b3, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:54.223611 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.250066 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d44d4-cc71-4039-a613-badda4ed7510 None None] Port 131e3a17-895a-4e5e-b69f-0229ae5d9839 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:15:54.264638 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 057c71dd-6963-457e-b61e-a8c04e4996ba triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:54.264929 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.265268 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 057c71dd-6963-457e-b61e-a8c04e4996ba Oct 06 11:15:54.313105 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] For port 237e9bac-f281-4e05-bcbc-045f124664b3, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:54.317270 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] For port 237e9bac-f281-4e05-bcbc-045f124664b3, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=237e9bac-f281-4e05-bcbc-045f124664b3,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:54.327371 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.372266 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:54.372893 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:54.400187 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Publish callbacks [] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.405845 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.448245 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1461bbe-3dd6-4b50-8d4d-e616d566f20d None None] Pushing event updated for resources: {'Port': ['ID=237e9bac-f281-4e05-bcbc-045f124664b3,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:54.458240 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 057c71dd-6963-457e-b61e-a8c04e4996ba is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:54.476132 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Pushing event updated for resources: {'Port': ['ID=131e3a17-895a-4e5e-b69f-0229ae5d9839,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:54.478643 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (382d1811-a40d-420e-8662-882c843c6ba7), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.518571 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:54.577088 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Network 4328977c-615f-4aaa-a450-a9014d5b4970 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:54.578558 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:54.695071 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Router 382d1811-a40d-420e-8662-882c843c6ba7 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:54.723392 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-34121af6-336e-497c-b383-c8cd91582358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 1, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:54.750769 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34121af6-336e-497c-b383-c8cd91582358 None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 1, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:54.755560 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:54.808683 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:54.813795 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-bb9e14d7-0341-46e5-b67e-5943b1c96eea admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/382d1811-a40d-420e-8662-882c843c6ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393767 Oct 06 11:15:54.874154 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-f2135458-62c3-4f89-a7d4-8c35a8b05bf4 None None] Provisioning complete for port 131e3a17-895a-4e5e-b69f-0229ae5d9839 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:54.874525 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-f2135458-62c3-4f89-a7d4-8c35a8b05bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:54.874873 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-f2135458-62c3-4f89-a7d4-8c35a8b05bf4 None None] Attempt 1 to provision port 131e3a17-895a-4e5e-b69f-0229ae5d9839 Oct 06 11:15:54.912574 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-f2135458-62c3-4f89-a7d4-8c35a8b05bf4 None None] Port 131e3a17-895a-4e5e-b69f-0229ae5d9839 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:15:55.414784 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38080) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:55.419659 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-443876313-network', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:55.444968 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Made reservation on behalf of 34ac15ce8cd2461da24ef95a72683234 for: {'network': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:15:55.447922 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for network (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.457659 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.493895 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:55.545974 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Publish callbacks [] for security_group (6da643f1-f81c-4319-a34b-3119bc7c3db4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.549733 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6da643f1-f81c-4319-a34b-3119bc7c3db4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.580480 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=106390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 11:15:55.592642 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da643f1-f81c-4319-a34b-3119bc7c3db4,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:55.595184 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-efc66b3a-0234-47c2-86ed-1e7c88b598bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.604111 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (381f861c-1a26-40d7-b167-151c61a52e27), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.604546 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.segments_db [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Added segment 381f861c-1a26-40d7-b167-151c61a52e27 of type vlan for network 00376539-11e9-4b5c-ac6d-4af65366ae0e Oct 06 11:15:55.649800 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736553551836'] for network (00376539-11e9-4b5c-ac6d-4af65366ae0e), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.675754 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025'] for network (00376539-11e9-4b5c-ac6d-4af65366ae0e), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.676870 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:55.677509 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.727545 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3117030 Oct 06 11:15:55.730316 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38082) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:55.736792 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Request body: {'subnet': {'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-443876313-subnet', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'ip_version': 4}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:55.756011 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ff78d-ba48-4b07-a161-fb3a0a85067d admin admin] Pushing event updated for resources: {'Network': ['ID=00376539-11e9-4b5c-ac6d-4af65366ae0e,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:55.767570 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Network 00376539-11e9-4b5c-ac6d-4af65366ae0e details requested by agent ovs-agent-dv-cinder-860209-2-iscsi with host dv-cinder-860209-2-iscsi {{(pid=106391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 11:15:55.769796 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Made reservation on behalf of 34ac15ce8cd2461da24ef95a72683234 for: {'subnet': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:15:55.772856 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3981186'] for subnet (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.953239 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981200'] for subnet (5e2919e5-81a6-4ef7-a742-2daf1dfccd47), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:55.983222 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 237e9bac-f281-4e05-bcbc-045f124664b3 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:56.025558 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2919e5-81a6-4ef7-a742-2daf1dfccd47,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:56.031281 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Checking segment: {'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:56.031582 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Network hostable DHCP agents. Network: 00376539-11e9-4b5c-ac6d-4af65366ae0e, hostable agents: ['c813a14f-6ecf-4593-943d-4341a65cc7ae'], hosted agents: [] {{(pid=106390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 11:15:56.039248 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 237e9bac-f281-4e05-bcbc-045f124664b3 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:56.039637 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.040011 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 237e9bac-f281-4e05-bcbc-045f124664b3 Oct 06 11:15:56.053551 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Network 00376539-11e9-4b5c-ac6d-4af65366ae0e is scheduled to be hosted by DHCP agent c813a14f-6ecf-4593-943d-4341a65cc7ae with binding_index 1 {{(pid=106390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 11:15:56.058175 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:56.063982 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-2-iscsi, 00376539-11e9-4b5c-ac6d-4af65366ae0e) {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:56.070247 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:15:56.070904 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.077456 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e09afc-1f72-4e29-8ccf-3bfeeca99882 None None] Network 00376539-11e9-4b5c-ac6d-4af65366ae0e requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:56.079933 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:56.091726 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38084) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:56.092324 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-fc75330e-501a-4468-94ff-e9bde6f6a5c6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3604465 Oct 06 11:15:56.096450 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:56.117953 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5298'] for router (39e435f4-540b-483e-8430-a1e6c08e6a4b), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.118981 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2049986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5291'] for router (39e435f4-540b-483e-8430-a1e6c08e6a4b), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.141658 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:56.153477 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:56.176504 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks [] for router_controller (39e435f4-540b-483e-8430-a1e6c08e6a4b), precommit_add_association {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.214296 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 237e9bac-f281-4e05-bcbc-045f124664b3 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:56.214703 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.223344 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05fe63ab-25d1-5dcf-b63c-8e1e3b08dbf1-00376539-11e9-4b5c-ac6d-4af65366ae0e', 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e', 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'fixed_ips': [{'subnet_id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47'}]}} from dv-cinder-860209-2-iscsi. {{(pid=106391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 11:15:56.224262 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.254488 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 237e9bac-f281-4e05-bcbc-045f124664b3, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=237e9bac-f281-4e05-bcbc-045f124664b3,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:56.264746 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.310846 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:56.317492 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks [] for router_gateway (39e435f4-540b-483e-8430-a1e6c08e6a4b), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.377063 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=237e9bac-f281-4e05-bcbc-045f124664b3,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:56.419566 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.db_base_plugin_common [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Allocated IP 172.20.0.2 (00376539-11e9-4b5c-ac6d-4af65366ae0e/5e2919e5-81a6-4ef7-a742-2daf1dfccd47/07d3e1f0-9c40-447e-a4b9-379eba628480) {{(pid=106391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:56.505859 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks [] for router_gateway (39e435f4-540b-483e-8430-a1e6c08e6a4b), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.525866 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.575727 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Publish callbacks [] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), precommit_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.583390 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), after_create {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.629857 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Network 00376539-11e9-4b5c-ac6d-4af65366ae0e is already hosted by enough agents. {{(pid=106391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:56.637656 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.scheduler.base_scheduler [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Resources bound (agent type, host, resource id): {{(pid=106391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:56.640062 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Received port after_create {{(pid=106391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:56.642326 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Pushing event updated for resources: {'Port': ['ID=07d3e1f0-9c40-447e-a4b9-379eba628480,revision_number=1']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:56.643720 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Allocated IP 172.27.0.87 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/326948f9-d2d0-4053-a264-e4de4538c51d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:56.700807 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Attempting to bind port 07d3e1f0-9c40-447e-a4b9-379eba628480 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:56.701171 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Attempting to bind port 07d3e1f0-9c40-447e-a4b9-379eba628480 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:56.701531 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Attempting to bind port 07d3e1f0-9c40-447e-a4b9-379eba628480 on network 00376539-11e9-4b5c-ac6d-4af65366ae0e {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:56.744150 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:56.744521 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Checking segment: {'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:56.744918 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.745302 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Bound using segment: {'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:56.745770 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Bound port: 07d3e1f0-9c40-447e-a4b9-379eba628480, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:56.746145 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.753378 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks [] for port (326948f9-d2d0-4053-a264-e4de4538c51d), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.790024 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.809156 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] For port 07d3e1f0-9c40-447e-a4b9-379eba628480, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:56.812457 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] For port 07d3e1f0-9c40-447e-a4b9-379eba628480, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=07d3e1f0-9c40-447e-a4b9-379eba628480,segment=NetworkSegment(381f861c-1a26-40d7-b167-151c61a52e27),segment_id=381f861c-1a26-40d7-b167-151c61a52e27)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:56.818301 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:56.820397 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:56.830939 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:56.831817 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:56.847691 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:56.847691 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:56.850225 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:56.873819 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Pushing event updated for resources: {'Port': ['ID=326948f9-d2d0-4053-a264-e4de4538c51d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:56.888117 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a339315-1170-4008-8b05-49a87309f9ad None None] Pushing event updated for resources: {'Port': ['ID=07d3e1f0-9c40-447e-a4b9-379eba628480,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:56.958614 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:57.151995 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.153305 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks [] for router_gateway (39e435f4-540b-483e-8430-a1e6c08e6a4b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.205363 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:57.258603 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:57.266792 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:15:54Z', 'revision_number': 2, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:57.269358 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:57.292276 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:57.292675 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Updating router 382d1811-a40d-420e-8662-882c843c6ba7 port 131e3a17-895a-4e5e-b69f-0229ae5d9839 binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:15:57.321367 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.356264 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583051'] for router (39e435f4-540b-483e-8430-a1e6c08e6a4b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.486222 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Router 39e435f4-540b-483e-8430-a1e6c08e6a4b is scheduled to L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 with binding_index 1 {{(pid=106389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 11:15:57.587130 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Publish callbacks [] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.593174 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.631061 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:57.663716 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041e2b4-e2d9-479e-98d6-0d0643fbec17 None None] Pushing event updated for resources: {'Port': ['ID=131e3a17-895a-4e5e-b69f-0229ae5d9839,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:57.698959 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Attempting to bind port 131e3a17-895a-4e5e-b69f-0229ae5d9839 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:57.699332 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Attempting to bind port 131e3a17-895a-4e5e-b69f-0229ae5d9839 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:57.699695 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Attempting to bind port 131e3a17-895a-4e5e-b69f-0229ae5d9839 on network 4328977c-615f-4aaa-a450-a9014d5b4970 {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:57.749137 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:57.749886 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Checking segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:57.750540 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.750928 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Bound using segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:57.751397 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Bound port: 131e3a17-895a-4e5e-b69f-0229ae5d9839, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:57.751772 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.821539 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] For port 131e3a17-895a-4e5e-b69f-0229ae5d9839, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:57.824761 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] For port 131e3a17-895a-4e5e-b69f-0229ae5d9839, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=131e3a17-895a-4e5e-b69f-0229ae5d9839,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:57.833059 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.841386 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33eb63-0701-44f7-a243-32d66079e025 None None] Network 00376539-11e9-4b5c-ac6d-4af65366ae0e requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:15:57.852255 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:57.865573 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:57.866370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-c71d373e-792a-4beb-9716-c558b71507ed None None] Provisioning complete for port 07d3e1f0-9c40-447e-a4b9-379eba628480 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:57.866788 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c71d373e-792a-4beb-9716-c558b71507ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.867186 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-c71d373e-792a-4beb-9716-c558b71507ed None None] Attempt 1 to provision port 07d3e1f0-9c40-447e-a4b9-379eba628480 Oct 06 11:15:57.872599 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:57.876423 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-2bb5e54f-0091-455d-a80b-9610c59cdb90 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7809079 Oct 06 11:15:57.876741 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38088) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:57.896353 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Sync routers for ids ['39e435f4-540b-483e-8430-a1e6c08e6a4b'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:15:57.905069 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:57.905913 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:57.920326 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:57.947250 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Routers {'39e435f4-540b-483e-8430-a1e6c08e6a4b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:57.947483 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['39e435f4-540b-483e-8430-a1e6c08e6a4b'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:57.974053 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041e2b4-e2d9-479e-98d6-0d0643fbec17 None None] Pushing event updated for resources: {'Port': ['ID=131e3a17-895a-4e5e-b69f-0229ae5d9839,revision_number=4']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:58.068274 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:58.117593 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 07d3e1f0-9c40-447e-a4b9-379eba628480 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:58.119790 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:58.290508 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:15:57Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:58.315552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c71d373e-792a-4beb-9716-c558b71507ed None None] Current status of the port 07d3e1f0-9c40-447e-a4b9-379eba628480 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:58.315973 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c71d373e-792a-4beb-9716-c558b71507ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.329310 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510417d-4964-4f77-9082-48ac1b2e9c34 None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:15:57Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:58.341110 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Set router 39e435f4-540b-483e-8430-a1e6c08e6a4b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:58.354903 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.436962 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 07d3e1f0-9c40-447e-a4b9-379eba628480 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:58.437299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.438238 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 07d3e1f0-9c40-447e-a4b9-379eba628480 Oct 06 11:15:58.438360 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:58.494891 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:58.533760 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-c71d373e-792a-4beb-9716-c558b71507ed None None] For port 07d3e1f0-9c40-447e-a4b9-379eba628480, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=07d3e1f0-9c40-447e-a4b9-379eba628480,segment=NetworkSegment(381f861c-1a26-40d7-b167-151c61a52e27),segment_id=381f861c-1a26-40d7-b167-151c61a52e27)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:15:58.546750 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c71d373e-792a-4beb-9716-c558b71507ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.570571 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Allocated IP 172.20.0.1 (00376539-11e9-4b5c-ac6d-4af65366ae0e/5e2919e5-81a6-4ef7-a742-2daf1dfccd47/745c84b4-377d-4ad1-b9aa-838b6f88da56) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:15:58.692004 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d373e-792a-4beb-9716-c558b71507ed None None] Pushing event updated for resources: {'Port': ['ID=07d3e1f0-9c40-447e-a4b9-379eba628480,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:58.698544 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.699344 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Publish callbacks [] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.731179 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-654b943b-1ecc-4f40-8089-92b571319fa3 None None] Provisioning complete for port 07d3e1f0-9c40-447e-a4b9-379eba628480 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:58.731862 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-654b943b-1ecc-4f40-8089-92b571319fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.732039 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-654b943b-1ecc-4f40-8089-92b571319fa3 None None] Attempt 1 to provision port 07d3e1f0-9c40-447e-a4b9-379eba628480 Oct 06 11:15:58.735758 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.738949 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 07d3e1f0-9c40-447e-a4b9-379eba628480 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:58.740097 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 237e9bac-f281-4e05-bcbc-045f124664b3 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:58.778344 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Network 00376539-11e9-4b5c-ac6d-4af65366ae0e is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:58.783129 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:58.787363 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:15:58.793080 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Pushing event updated for resources: {'Port': ['ID=745c84b4-377d-4ad1-b9aa-838b6f88da56,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:58.817679 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:57Z', 'revision_number': 3, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port': {'id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:58.846835 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583152'] for router_interface (39e435f4-540b-483e-8430-a1e6c08e6a4b), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.861433 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Checking router: 39e435f4-540b-483e-8430-a1e6c08e6a4b for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:15:58.862035 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Updating router 39e435f4-540b-483e-8430-a1e6c08e6a4b port 326948f9-d2d0-4053-a264-e4de4538c51d binding host dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:15:58.904688 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:58.924600 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.926772 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:58.927199 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 237e9bac-f281-4e05-bcbc-045f124664b3 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:58.927568 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:58.928348 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 237e9bac-f281-4e05-bcbc-045f124664b3 Oct 06 11:15:58.967227 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.009793 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.035092 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-654b943b-1ecc-4f40-8089-92b571319fa3 None None] Current status of the port 07d3e1f0-9c40-447e-a4b9-379eba628480 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:59.191286 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Publish callbacks [] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.196912 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.204290 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-44e58aed-2abf-4719-846e-20ac01ea227e None None] Provisioning complete for port 745c84b4-377d-4ad1-b9aa-838b6f88da56 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:59.204661 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-44e58aed-2abf-4719-846e-20ac01ea227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.204994 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-44e58aed-2abf-4719-846e-20ac01ea227e None None] Attempt 1 to provision port 745c84b4-377d-4ad1-b9aa-838b6f88da56 Oct 06 11:15:59.212155 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 237e9bac-f281-4e05-bcbc-045f124664b3 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:15:59.254719 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-44e58aed-2abf-4719-846e-20ac01ea227e None None] Port 745c84b4-377d-4ad1-b9aa-838b6f88da56 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:15:59.266694 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Pushing event updated for resources: {'Port': ['ID=745c84b4-377d-4ad1-b9aa-838b6f88da56,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:59.269496 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583276'] for router_interface (39e435f4-540b-483e-8430-a1e6c08e6a4b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.275980 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:59.348070 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Publish callbacks [] for port (326948f9-d2d0-4053-a264-e4de4538c51d), precommit_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.354692 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.363092 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Network 00376539-11e9-4b5c-ac6d-4af65366ae0e is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:15:59.364697 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:15:59.390479 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Attempting to bind port 326948f9-d2d0-4053-a264-e4de4538c51d on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:15:59.390722 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Attempting to bind port 326948f9-d2d0-4053-a264-e4de4538c51d by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:15:59.390950 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Attempting to bind port 326948f9-d2d0-4053-a264-e4de4538c51d on network 92377b68-d1cd-4aff-b2b5-f474fcb11328 {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:15:59.413584 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:59.429026 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275069c1-f862-499f-8122-f68d19a70318 None None] Pushing event updated for resources: {'Port': ['ID=326948f9-d2d0-4053-a264-e4de4538c51d,revision_number=2']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:59.445943 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:15:59.446456 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Checking segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:15:59.447195 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.447713 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Bound using segment: {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'} {{(pid=106391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:15:59.448372 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.managers [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Bound port: 326948f9-d2d0-4053-a264-e4de4538c51d, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df047fb7-d20a-4e63-ba42-2684c3737f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}}] {{(pid=106391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:15:59.448916 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.486341 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Router 39e435f4-540b-483e-8430-a1e6c08e6a4b has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:15:59.508180 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] For port 326948f9-d2d0-4053-a264-e4de4538c51d, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:15:59.511817 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] For port 326948f9-d2d0-4053-a264-e4de4538c51d, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=326948f9-d2d0-4053-a264-e4de4538c51d,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:15:59.518998 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.556445 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Routers {'39e435f4-540b-483e-8430-a1e6c08e6a4b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:15:59.557101 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['39e435f4-540b-483e-8430-a1e6c08e6a4b'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:59.599693 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:15:59.605082 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-77ee043c-0dbc-4faa-b6c1-ab5d16219153 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/39e435f4-540b-483e-8430-a1e6c08e6a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272153 Oct 06 11:15:59.613641 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275069c1-f862-499f-8122-f68d19a70318 None None] Pushing event updated for resources: {'Port': ['ID=326948f9-d2d0-4053-a264-e4de4538c51d,revision_number=3']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:15:59.662632 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:59.690228 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] Set router 39e435f4-540b-483e-8430-a1e6c08e6a4b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:15:59.692344 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-e871eb1b-904e-4ad1-93a8-6c763cb95b39 None None] Provisioning complete for port 745c84b4-377d-4ad1-b9aa-838b6f88da56 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:15:59.692721 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e871eb1b-904e-4ad1-93a8-6c763cb95b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:15:59.693054 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-e871eb1b-904e-4ad1-93a8-6c763cb95b39 None None] Attempt 1 to provision port 745c84b4-377d-4ad1-b9aa-838b6f88da56 Oct 06 11:15:59.791139 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-e871eb1b-904e-4ad1-93a8-6c763cb95b39 None None] Port 745c84b4-377d-4ad1-b9aa-838b6f88da56 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:15:59.849741 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:15:59.920291 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:58Z', 'revision_number': 4, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port': {'id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '745c84b4-377d-4ad1-b9aa-838b6f88da56', 'name': '', 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'mac_address': 'fa:16:3e:b3:0a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:58Z', 'updated_at': '2022-10-06T11:15:59Z', 'revision_number': 2, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'subnets': [{'id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:15:59.947964 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d6286-16fb-44fb-8e38-8e89f719a062 None None] The sync data for ids ['39e435f4-540b-483e-8430-a1e6c08e6a4b'] in dv-cinder-860209-2-iscsi is: [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:58Z', 'revision_number': 4, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port': {'id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '745c84b4-377d-4ad1-b9aa-838b6f88da56', 'name': '', 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'mac_address': 'fa:16:3e:b3:0a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:58Z', 'updated_at': '2022-10-06T11:15:59Z', 'revision_number': 2, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'subnets': [{'id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:15:59.963215 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38096) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:15:59.967829 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-776f91f9-e000-4034-bfc9-ff0819499cdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516401855', 'description': 'tempest-secgroup-smoke-516401855 description', 'project_id': '0934343645484d01b9b48a40bbf0b671'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:15:59.996568 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 131e3a17-895a-4e5e-b69f-0229ae5d9839 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:15:59.997325 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-776f91f9-e000-4034-bfc9-ff0819499cdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.046081 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 131e3a17-895a-4e5e-b69f-0229ae5d9839 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:00.046456 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.046927 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 131e3a17-895a-4e5e-b69f-0229ae5d9839 Oct 06 11:16:00.070433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-776f91f9-e000-4034-bfc9-ff0819499cdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group (9d85473f-1743-4d5d-af08-6cb4b95c5743), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.074371 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-776f91f9-e000-4034-bfc9-ff0819499cdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (9d85473f-1743-4d5d-af08-6cb4b95c5743), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.102529 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:00.108858 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-776f91f9-e000-4034-bfc9-ff0819499cdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.113177 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38098) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:16:00.113320 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-776f91f9-e000-4034-bfc9-ff0819499cdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1488390 Oct 06 11:16:00.114633 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f91f9-e000-4034-bfc9-ff0819499cdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d85473f-1743-4d5d-af08-6cb4b95c5743,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:00.118732 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-04f76c0e-d4d0-4f09-9c6b-7229cffe9bbc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'security_group_rule': {'security_group_id': '9d85473f-1743-4d5d-af08-6cb4b95c5743', 'project_id': '0934343645484d01b9b48a40bbf0b671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:00.131612 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 131e3a17-895a-4e5e-b69f-0229ae5d9839 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:00.132110 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.156037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-04f76c0e-d4d0-4f09-9c6b-7229cffe9bbc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (988f3b2b-1e75-4b6a-a25f-cba90fc5399c), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.168193 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 131e3a17-895a-4e5e-b69f-0229ae5d9839, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=131e3a17-895a-4e5e-b69f-0229ae5d9839,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:16:00.173155 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.173997 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 07d3e1f0-9c40-447e-a4b9-379eba628480 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:16:00.217904 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-04f76c0e-d4d0-4f09-9c6b-7229cffe9bbc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (988f3b2b-1e75-4b6a-a25f-cba90fc5399c), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.222007 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-04f76c0e-d4d0-4f09-9c6b-7229cffe9bbc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (988f3b2b-1e75-4b6a-a25f-cba90fc5399c), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.242265 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f76c0e-d4d0-4f09-9c6b-7229cffe9bbc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988f3b2b-1e75-4b6a-a25f-cba90fc5399c,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:00.249492 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=131e3a17-895a-4e5e-b69f-0229ae5d9839,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:00.250339 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-04f76c0e-d4d0-4f09-9c6b-7229cffe9bbc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.254382 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-04f76c0e-d4d0-4f09-9c6b-7229cffe9bbc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372533 Oct 06 11:16:00.254549 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38100) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:16:00.259980 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 07d3e1f0-9c40-447e-a4b9-379eba628480 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:00.260364 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.260704 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 07d3e1f0-9c40-447e-a4b9-379eba628480 Oct 06 11:16:00.260906 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-010585ef-3a18-4a16-9d84-28b69c24604e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'security_group_rule': {'security_group_id': '9d85473f-1743-4d5d-af08-6cb4b95c5743', 'project_id': '0934343645484d01b9b48a40bbf0b671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:00.288211 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-010585ef-3a18-4a16-9d84-28b69c24604e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (c66cf83e-e657-41f4-9212-cf1c4f7eaaf5), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.338654 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 07d3e1f0-9c40-447e-a4b9-379eba628480 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:00.348692 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-010585ef-3a18-4a16-9d84-28b69c24604e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (c66cf83e-e657-41f4-9212-cf1c4f7eaaf5), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.352861 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-010585ef-3a18-4a16-9d84-28b69c24604e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (c66cf83e-e657-41f4-9212-cf1c4f7eaaf5), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.372045 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010585ef-3a18-4a16-9d84-28b69c24604e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66cf83e-e657-41f4-9212-cf1c4f7eaaf5,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:00.378438 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-010585ef-3a18-4a16-9d84-28b69c24604e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.379620 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-010585ef-3a18-4a16-9d84-28b69c24604e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234932 Oct 06 11:16:00.383024 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38102) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:16:00.387704 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-ae9dfc90-8792-46d9-88cb-ca979ab7fe8f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'security_group_rule': {'security_group_id': '9d85473f-1743-4d5d-af08-6cb4b95c5743', 'project_id': '0934343645484d01b9b48a40bbf0b671', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:00.415772 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae9dfc90-8792-46d9-88cb-ca979ab7fe8f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (176bc314-543b-46d5-bcc2-5769d75b4cb8), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.480732 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae9dfc90-8792-46d9-88cb-ca979ab7fe8f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (176bc314-543b-46d5-bcc2-5769d75b4cb8), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.484893 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae9dfc90-8792-46d9-88cb-ca979ab7fe8f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (176bc314-543b-46d5-bcc2-5769d75b4cb8), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.507648 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dfc90-8792-46d9-88cb-ca979ab7fe8f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176bc314-543b-46d5-bcc2-5769d75b4cb8,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:00.518167 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ae9dfc90-8792-46d9-88cb-ca979ab7fe8f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.519363 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ae9dfc90-8792-46d9-88cb-ca979ab7fe8f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353390 Oct 06 11:16:00.522999 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38104) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:16:00.527592 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-f6b88551-84b9-43e5-b44b-a8ad359cb46e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'security_group_rule': {'security_group_id': '9d85473f-1743-4d5d-af08-6cb4b95c5743', 'project_id': '0934343645484d01b9b48a40bbf0b671', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:00.559717 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f6b88551-84b9-43e5-b44b-a8ad359cb46e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (ea30578a-da21-4ba6-bd0e-fc073e2698b2), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.618514 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f6b88551-84b9-43e5-b44b-a8ad359cb46e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (ea30578a-da21-4ba6-bd0e-fc073e2698b2), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.622143 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f6b88551-84b9-43e5-b44b-a8ad359cb46e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (ea30578a-da21-4ba6-bd0e-fc073e2698b2), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.640108 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b88551-84b9-43e5-b44b-a8ad359cb46e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea30578a-da21-4ba6-bd0e-fc073e2698b2,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:00.648721 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f6b88551-84b9-43e5-b44b-a8ad359cb46e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.649910 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-f6b88551-84b9-43e5-b44b-a8ad359cb46e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258090 Oct 06 11:16:00.652676 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38106) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:16:00.657096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-aa6cf1dd-1385-416d-8233-088fc3505101 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'security_group_rule': {'security_group_id': '9d85473f-1743-4d5d-af08-6cb4b95c5743', 'project_id': '0934343645484d01b9b48a40bbf0b671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:00.676621 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.securitygroups_db [None req-aa6cf1dd-1385-416d-8233-088fc3505101 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Project 0934343645484d01b9b48a40bbf0b671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 11:16:00.682571 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1dd-1385-416d-8233-088fc3505101 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (30bb0768-d222-419a-b03b-4ec73359e580), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.704340 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:00.745837 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1dd-1385-416d-8233-088fc3505101 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (30bb0768-d222-419a-b03b-4ec73359e580), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.749178 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1dd-1385-416d-8233-088fc3505101 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (30bb0768-d222-419a-b03b-4ec73359e580), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.767566 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:00.769229 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cf1dd-1385-416d-8233-088fc3505101 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bb0768-d222-419a-b03b-4ec73359e580,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:00.775689 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aa6cf1dd-1385-416d-8233-088fc3505101 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.776922 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-aa6cf1dd-1385-416d-8233-088fc3505101 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232877 Oct 06 11:16:00.779770 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38108) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:16:00.784286 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-1d5c660c-8bea-4399-8ba4-cd01481a1aaf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'security_group_rule': {'security_group_id': '9d85473f-1743-4d5d-af08-6cb4b95c5743', 'project_id': '0934343645484d01b9b48a40bbf0b671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:00.805044 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.securitygroups_db [None req-1d5c660c-8bea-4399-8ba4-cd01481a1aaf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Project 0934343645484d01b9b48a40bbf0b671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 11:16:00.810202 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d5c660c-8bea-4399-8ba4-cd01481a1aaf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (fee8b1d6-dbd0-4282-a425-a6a98c1f8e71), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.869689 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d5c660c-8bea-4399-8ba4-cd01481a1aaf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (fee8b1d6-dbd0-4282-a425-a6a98c1f8e71), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.873021 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d5c660c-8bea-4399-8ba4-cd01481a1aaf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (fee8b1d6-dbd0-4282-a425-a6a98c1f8e71), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.892046 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c660c-8bea-4399-8ba4-cd01481a1aaf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee8b1d6-dbd0-4282-a425-a6a98c1f8e71,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:00.899987 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d5c660c-8bea-4399-8ba4-cd01481a1aaf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:00.901223 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1d5c660c-8bea-4399-8ba4-cd01481a1aaf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204078 Oct 06 11:16:02.032470 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 326948f9-d2d0-4053-a264-e4de4538c51d up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:16:02.077798 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 326948f9-d2d0-4053-a264-e4de4538c51d triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:02.078174 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:02.078510 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 326948f9-d2d0-4053-a264-e4de4538c51d Oct 06 11:16:02.160727 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 326948f9-d2d0-4053-a264-e4de4538c51d is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:02.161119 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:02.181771 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 326948f9-d2d0-4053-a264-e4de4538c51d, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=326948f9-d2d0-4053-a264-e4de4538c51d,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:16:02.187077 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:02.187991 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 131e3a17-895a-4e5e-b69f-0229ae5d9839 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:16:02.227944 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:02.268148 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=326948f9-d2d0-4053-a264-e4de4538c51d,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:02.277390 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 131e3a17-895a-4e5e-b69f-0229ae5d9839 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:02.277901 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:02.278110 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 131e3a17-895a-4e5e-b69f-0229ae5d9839 Oct 06 11:16:02.353194 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 131e3a17-895a-4e5e-b69f-0229ae5d9839 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:02.939497 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Sync routers for ids ['39e435f4-540b-483e-8430-a1e6c08e6a4b'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:16:02.949751 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Routers {'39e435f4-540b-483e-8430-a1e6c08e6a4b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:16:02.950358 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['39e435f4-540b-483e-8430-a1e6c08e6a4b'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:16:03.054189 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Set router 39e435f4-540b-483e-8430-a1e6c08e6a4b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:16:03.245910 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:58Z', 'revision_number': 4, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port': {'id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '745c84b4-377d-4ad1-b9aa-838b6f88da56', 'name': '', 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'mac_address': 'fa:16:3e:b3:0a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:58Z', 'updated_at': '2022-10-06T11:15:59Z', 'revision_number': 2, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'subnets': [{'id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:16:03.270892 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Checking router: 39e435f4-540b-483e-8430-a1e6c08e6a4b for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:16:03.271239 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Updating router 39e435f4-540b-483e-8430-a1e6c08e6a4b port 745c84b4-377d-4ad1-b9aa-838b6f88da56 binding host dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 11:16:03.299712 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:03.405287 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:03.562226 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Publish callbacks [] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), precommit_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:03.567084 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:03.628086 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707b661-8702-4839-8d48-1cefaba8b7e8 None None] Pushing event updated for resources: {'Port': ['ID=745c84b4-377d-4ad1-b9aa-838b6f88da56,revision_number=3']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:03.659150 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Attempting to bind port 745c84b4-377d-4ad1-b9aa-838b6f88da56 on host dv-cinder-860209-2-iscsi for vnic_type normal with profile {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:16:03.659612 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Attempting to bind port 745c84b4-377d-4ad1-b9aa-838b6f88da56 by drivers openvswitch,hyperv on host dv-cinder-860209-2-iscsi at level 0 using segments [{'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:16:03.660031 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Attempting to bind port 745c84b4-377d-4ad1-b9aa-838b6f88da56 on network 00376539-11e9-4b5c-ac6d-4af65366ae0e {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:16:03.700731 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Checking agent: {'id': '43924ba9-f02f-4dcc-9295-d2bb0bf4b58a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 10, 55, 59), 'started_at': datetime.datetime(2022, 10, 6, 10, 56, 29), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:16:03.701004 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Checking segment: {'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:16:03.701388 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:03.701773 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Bound using segment: {'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'} {{(pid=106392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:16:03.702230 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.managers [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Bound port: 745c84b4-377d-4ad1-b9aa-838b6f88da56, host: dv-cinder-860209-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381f861c-1a26-40d7-b167-151c61a52e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e'}}] {{(pid=106392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:16:03.702604 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), before_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:03.737862 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:03.752480 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:16:03.777535 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] For port 745c84b4-377d-4ad1-b9aa-838b6f88da56, host dv-cinder-860209-2-iscsi, cleared binding levels {{(pid=106392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:16:03.780824 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.plugins.ml2.db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] For port 745c84b4-377d-4ad1-b9aa-838b6f88da56, host dv-cinder-860209-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=745c84b4-377d-4ad1-b9aa-838b6f88da56,segment=NetworkSegment(381f861c-1a26-40d7-b167-151c61a52e27),segment_id=381f861c-1a26-40d7-b167-151c61a52e27)] {{(pid=106392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:16:03.789329 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron_lib.callbacks.manager [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), after_update {{(pid=106392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:03.826423 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Routers {'39e435f4-540b-483e-8430-a1e6c08e6a4b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:16:03.827039 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:15:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['39e435f4-540b-483e-8430-a1e6c08e6a4b'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:16:03.973167 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 326948f9-d2d0-4053-a264-e4de4538c51d up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:16:03.977428 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707b661-8702-4839-8d48-1cefaba8b7e8 None None] Pushing event updated for resources: {'Port': ['ID=745c84b4-377d-4ad1-b9aa-838b6f88da56,revision_number=4']} {{(pid=106392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:04.010116 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:04.020818 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 326948f9-d2d0-4053-a264-e4de4538c51d triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:04.021752 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:04.021752 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 326948f9-d2d0-4053-a264-e4de4538c51d Oct 06 11:16:04.036535 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] Set router 39e435f4-540b-483e-8430-a1e6c08e6a4b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:16:04.104450 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 326948f9-d2d0-4053-a264-e4de4538c51d is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:04.235738 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:58Z', 'revision_number': 4, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port': {'id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '745c84b4-377d-4ad1-b9aa-838b6f88da56', 'name': '', 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'mac_address': 'fa:16:3e:b3:0a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:58Z', 'updated_at': '2022-10-06T11:16:03Z', 'revision_number': 4, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'subnets': [{'id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:16:04.261603 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4170d2-2cd7-4be0-9747-3d7c84be0a92 None None] The sync data for ids ['39e435f4-540b-483e-8430-a1e6c08e6a4b'] in dv-cinder-860209-2-iscsi is: [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:15:58Z', 'revision_number': 4, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port': {'id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '745c84b4-377d-4ad1-b9aa-838b6f88da56', 'name': '', 'network_id': '00376539-11e9-4b5c-ac6d-4af65366ae0e', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'mac_address': 'fa:16:3e:b3:0a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:58Z', 'updated_at': '2022-10-06T11:16:03Z', 'revision_number': 4, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'subnets': [{'id': '5e2919e5-81a6-4ef7-a742-2daf1dfccd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:16:05.975103 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 745c84b4-377d-4ad1-b9aa-838b6f88da56 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:16:06.149715 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 745c84b4-377d-4ad1-b9aa-838b6f88da56 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:06.150005 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:06.150341 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 745c84b4-377d-4ad1-b9aa-838b6f88da56 Oct 06 11:16:06.222873 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 745c84b4-377d-4ad1-b9aa-838b6f88da56 is: DOWN; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:06.223266 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:06.261287 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] For port 745c84b4-377d-4ad1-b9aa-838b6f88da56, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=745c84b4-377d-4ad1-b9aa-838b6f88da56,segment=NetworkSegment(381f861c-1a26-40d7-b167-151c61a52e27),segment_id=381f861c-1a26-40d7-b167-151c61a52e27)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:16:06.265202 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:06.313799 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Pushing event updated for resources: {'Port': ['ID=745c84b4-377d-4ad1-b9aa-838b6f88da56,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:07.969135 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 745c84b4-377d-4ad1-b9aa-838b6f88da56 up at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:16:08.015301 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Provisioning complete for port 745c84b4-377d-4ad1-b9aa-838b6f88da56 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:08.015675 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:08.016177 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Attempt 1 to provision port 745c84b4-377d-4ad1-b9aa-838b6f88da56 Oct 06 11:16:08.090557 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Current status of the port 745c84b4-377d-4ad1-b9aa-838b6f88da56 is: ACTIVE; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:10.766332 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:INSERT=1,neutron:SELECT=5,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:10.890281 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=33,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:10.892252 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=47,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:12.450564 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:14.237827 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:14.238571 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:16.329841 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-0a284c5d-0654-4f86-a895-9445a646aa26 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375311 Oct 06 11:16:16.432202 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-feeae293-1b84-4d67-b40f-a0541b44ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:16.433667 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-feeae293-1b84-4d67-b40f-a0541b44ddef service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1130 time: 0.0395250 Oct 06 11:16:16.537681 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-cee90d35-49fc-462f-bee8-312656b66877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:16.539110 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-cee90d35-49fc-462f-bee8-312656b66877 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 200 len: 909 time: 0.0878265 Oct 06 11:16:16.601261 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-22fe3e96-f7fd-4620-ac44-1ec89c39b989 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 1002 time: 0.0548325 Oct 06 11:16:16.653072 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-bd8ab53b-08c7-4108-a08a-284aefe37e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:16.654466 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-bd8ab53b-08c7-4108-a08a-284aefe37e11 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=239d4b05-f487-4513-8888-a2c83fef0529 HTTP/1.1" status: 200 len: 847 time: 0.0474591 Oct 06 11:16:16.695805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-c81b215f-f3f6-4f31-a748-b79df00a60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:16.697807 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-c81b215f-f3f6-4f31-a748-b79df00a60ee service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=182bd678-df33-48e4-b3e0-b91dd41dcc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369816 Oct 06 11:16:16.783528 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-8b4015ae-e767-4d78-9c9f-fe4d461728f4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801868 Oct 06 11:16:16.875507 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-df2d05f0-e2ac-4047-8833-84726c7dd9ff req-7422ec51-4ebc-44d6-afd9-0d45b69dff62 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 Oct 06 11:16:22.444706 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:22.446790 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:23.298065 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1d14c5ca-e22c-489f-b2ca-e3e0ed249205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:24.794408 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-d6561d8d-2613-495c-b930-b728d920e583 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-516401855&fields=id&tenant_id=0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 267 time: 0.0446334 Oct 06 11:16:24.900127 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-bec97a37-1c8a-47c1-a126-6e5f4b6c91cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:24.901599 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-bec97a37-1c8a-47c1-a126-6e5f4b6c91cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 812 time: 0.1009507 Oct 06 11:16:24.916472 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-74a70d43-046b-48af-be5d-7b0ae51258fc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/quotas/0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 375 time: 0.0089090 Oct 06 11:16:24.970855 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-69c88306-256e-4182-bb73-3ab4dbbb3cc3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477765 Oct 06 11:16:25.066509 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-32623137-67dd-4a88-a233-866beb1f0afb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834954 Oct 06 11:16:25.159782 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-39d58499-e275-49c1-8775-945b6e97bb5a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876117 Oct 06 11:16:25.455026 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c9c5aedf-5259-43a8-835b-e9074c62456d req-af371f9f-5829-493b-9c7d-8190f79614f5 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 210 time: 0.0281851 Oct 06 11:16:25.589093 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3de1464a-3974-437b-afb6-49127a72b4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:26.568131 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-476aa851-5ad1-4015-8154-9cc405f58909 req-c198fe73-f47e-4081-af5a-809648534442 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 210 time: 0.0330312 Oct 06 11:16:26.582740 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-26573229-6360-454d-8f45-7e0b42f89606 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:26.584216 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-26573229-6360-454d-8f45-7e0b42f89606 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 812 time: 0.1101413 Oct 06 11:16:26.654451 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-00b28431-1221-4abb-83f2-b9ce62d43aee tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 379 time: 0.0555696 Oct 06 11:16:26.680564 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'port': {'device_id': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'admin_state_up': True, 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'security_groups': ['9d85473f-1743-4d5d-af08-6cb4b95c5743']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:26.793287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Made reservation on behalf of 0934343645484d01b9b48a40bbf0b671 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:16:26.797226 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:26.861600 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:26.922536 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Allocated IP 172.20.0.7 (4328977c-615f-4aaa-a450-a9014d5b4970/ecb033d3-45a8-4c54-bac9-e8ca6f677052/9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:16:27.008494 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:27.075078 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.104751 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.108489 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.152399 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Network 4328977c-615f-4aaa-a450-a9014d5b4970 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:16:27.155544 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:16:27.159451 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:16:27.191688 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:27.203937 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.204286 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.204626 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.204962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.205295 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.205624 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.205944 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.206348 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.206579 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.206899 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.207223 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.207541 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.207872 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.208188 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.208509 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:27.233551 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:27.234196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.252955 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-3511e84e-1c34-453c-ab7a-877a37e3443a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760396 Oct 06 11:16:27.269948 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Request body: {'port': {'device_id': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:27.335869 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.375973 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-da7e86ce-7b05-4f37-9e40-e9d4c74ba4b3 None None] Provisioning complete for port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:27.376345 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-da7e86ce-7b05-4f37-9e40-e9d4c74ba4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.376885 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-da7e86ce-7b05-4f37-9e40-e9d4c74ba4b3 None None] Attempt 1 to provision port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 Oct 06 11:16:27.410058 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-da7e86ce-7b05-4f37-9e40-e9d4c74ba4b3 None None] Port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:16:27.594214 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:16:27.601844 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Publish callbacks [] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.615037 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Transition to ACTIVE for port object 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:16:27.619124 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.668047 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:27.710349 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:27.749000 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ccdc-1c1a-4d0e-a4ba-613380fb27b2 req-78982ee4-f09a-4bc6-9dd8-a02c44ddeb68 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:27.750482 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3e39ccdc-1c1a-4d0e-a4ba-613380fb27b2 req-78982ee4-f09a-4bc6-9dd8-a02c44ddeb68 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 943 time: 0.0971298 Oct 06 11:16:27.781815 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:27.800862 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Attempting to bind port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:16:27.801199 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Attempting to bind port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:16:27.801532 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Attempting to bind port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 on network 4328977c-615f-4aaa-a450-a9014d5b4970 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:16:27.848662 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3e39ccdc-1c1a-4d0e-a4ba-613380fb27b2 req-7bd46aa6-ce9f-41bd-a696-8334366c0aac tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920742 Oct 06 11:16:27.861477 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 on network 4328977c-615f-4aaa-a450-a9014d5b4970 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:16:27.861817 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Attempting to bind port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 on network 4328977c-615f-4aaa-a450-a9014d5b4970 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:16:27.904557 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:16:27.904886 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Checking segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:16:27.905268 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Bound using segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:16:27.905694 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Bound port: 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:16:27.906054 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.968763 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] For port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:16:27.971697 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] For port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:16:27.977673 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.981838 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:27.982450 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:27.983811 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 HTTP/1.1" status: 200 len: 1093 time: 0.7183261 Oct 06 11:16:27.984377 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'tag': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:16:27.986594 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea89553-8e37-48b5-ab71-d9d1be28a068" -d '{"events": [{"name": "network-changed", "server_uuid": "847a7542-8658-4e05-85d3-98b8ceb6c9de", "tag": "9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:16:28.026792 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa5943-752c-48ff-a59b-ff6860d47de0 x-openstack-request-id: req-f1fa5943-752c-48ff-a59b-ff6860d47de0 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:16:28.027074 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847a7542-8658-4e05-85d3-98b8ceb6c9de", "tag": "9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:16:28.027347 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1fa5943-752c-48ff-a59b-ff6860d47de0 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:16:28.027747 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1fa5943-752c-48ff-a59b-ff6860d47de0'] response: {'name': 'network-changed', 'server_uuid': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'tag': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'status': 'completed', 'code': 200} Oct 06 11:16:28.037446 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7922a5c-88d0-4723-9cde-71ab7477a089 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:28.103895 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-056f77c4-4c26-4285-b942-1619959afd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:28.105292 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-056f77c4-4c26-4285-b942-1619959afd73 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 1127 time: 0.0391359 Oct 06 11:16:28.159060 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-7054ea8b-f0b8-4e3d-8364-b262ef71a665 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 HTTP/1.1" status: 200 len: 217 time: 0.0374517 Oct 06 11:16:28.207314 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-13b8971a-42f1-4458-8a28-a6ba140e7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:28.208762 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-13b8971a-42f1-4458-8a28-a6ba140e7d1b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0439935 Oct 06 11:16:28.251180 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-d8da8cef-bea5-445d-b477-f1bde7afe357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:28.252646 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-d8da8cef-bea5-445d-b477-f1bde7afe357 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386841 Oct 06 11:16:28.343778 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-69bec03a-6cde-4048-a56a-7b4ad045d85f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851421 Oct 06 11:16:28.432241 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56a83e9c-567c-4f30-aee3-d98dc6981796 req-4f228594-abbd-4911-a433-55447862ce42 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829084 Oct 06 11:16:28.611587 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:28.855505 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:28.973433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132c93-fd59-4831-8a29-aa34cf185e23 req-79eacdcd-14d4-4868-9f74-466981859634 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:28.974870 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e0132c93-fd59-4831-8a29-aa34cf185e23 req-79eacdcd-14d4-4868-9f74-466981859634 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 943 time: 0.0498717 Oct 06 11:16:29.022719 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e0132c93-fd59-4831-8a29-aa34cf185e23 req-88f1c84d-72cd-468e-b242-7079eeab2f11 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420802 Oct 06 11:16:29.317153 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-be342ad5-baee-40f4-b968-33e4de767a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:29.318602 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-be342ad5-baee-40f4-b968-33e4de767a65 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 1127 time: 0.0382690 Oct 06 11:16:29.411050 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-f71c4cc6-6e5e-44c8-88db-cf2ce8e66d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:29.412549 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-f71c4cc6-6e5e-44c8-88db-cf2ce8e66d38 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0871894 Oct 06 11:16:29.451973 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-70b49ab7-ae1a-466e-b183-e2d2946fd7dd service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 HTTP/1.1" status: 200 len: 217 time: 0.0328455 Oct 06 11:16:29.464420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:29.499457 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-2677ede7-78c6-406e-9e39-344d2ca7a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:29.500903 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-2677ede7-78c6-406e-9e39-344d2ca7a193 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0438538 Oct 06 11:16:29.543034 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-5850aa36-f431-439d-850c-aebfd623ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:29.544562 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-5850aa36-f431-439d-850c-aebfd623ebe5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378969 Oct 06 11:16:29.609030 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:29.636403 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-4e3e19f4-1df7-45db-9b2d-a5acb57c0da9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856311 Oct 06 11:16:29.728171 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2ea89553-8e37-48b5-ab71-d9d1be28a068 req-10121042-f6ac-4cad-8f17-01575de03bbb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856209 Oct 06 11:16:30.155303 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311263e1-cd18-44d8-9217-256469352aae req-37fb1185-3068-49db-8fe5-47e2a2bfd068 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:30.156817 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-311263e1-cd18-44d8-9217-256469352aae req-37fb1185-3068-49db-8fe5-47e2a2bfd068 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 943 time: 0.0550609 Oct 06 11:16:30.214084 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-311263e1-cd18-44d8-9217-256469352aae req-9defdce9-0b96-406c-87c4-78e135355dc9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514946 Oct 06 11:16:31.337615 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf75c3-36c7-4726-8c80-1c085bd8b2bb req-462b03d9-8bd2-428c-82bb-eedafd115ae6 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:31.339055 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9cdf75c3-36c7-4726-8c80-1c085bd8b2bb req-462b03d9-8bd2-428c-82bb-eedafd115ae6 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 943 time: 0.0461338 Oct 06 11:16:31.387691 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9cdf75c3-36c7-4726-8c80-1c085bd8b2bb req-44ab090f-15c0-40d3-bbe1-9db5fc69360c tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 Oct 06 11:16:32.506002 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aef0e-122e-4477-9c2d-9f505b558d39 req-8cb47b2a-b7c1-44a2-87c6-81f8978136a1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:32.507430 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dc8aef0e-122e-4477-9c2d-9f505b558d39 req-8cb47b2a-b7c1-44a2-87c6-81f8978136a1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 943 time: 0.0454819 Oct 06 11:16:32.555543 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dc8aef0e-122e-4477-9c2d-9f505b558d39 req-c03105fc-d194-40d9-8531-6ed30d3f4158 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Oct 06 11:16:33.677971 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d37d0b-761e-404b-9a87-ea7351e0760d req-efde1153-48b5-47cd-b012-736637a888ac tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:33.679339 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e9d37d0b-761e-404b-9a87-ea7351e0760d req-efde1153-48b5-47cd-b012-736637a888ac tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 943 time: 0.0464370 Oct 06 11:16:33.728244 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e9d37d0b-761e-404b-9a87-ea7351e0760d req-674e670f-51f3-4fd8-ae68-ce28a604c824 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431380 Oct 06 11:16:34.845460 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21692c09-3909-4ceb-a4ab-7ccffc3bfbbe req-20972934-f866-47f6-a273-2f86fe2be9fb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:34.846940 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-21692c09-3909-4ceb-a4ab-7ccffc3bfbbe req-20972934-f866-47f6-a273-2f86fe2be9fb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 943 time: 0.0456982 Oct 06 11:16:34.895732 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-21692c09-3909-4ceb-a4ab-7ccffc3bfbbe req-4a7e14e7-691f-410c-a556-5cf386386478 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432048 Oct 06 11:16:36.019294 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a3e17-3928-496d-a573-320dcdff80ae req-a9e9cc8a-f0e0-4c15-9f70-6a81fb42258e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:36.020798 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ba8a3e17-3928-496d-a573-320dcdff80ae req-a9e9cc8a-f0e0-4c15-9f70-6a81fb42258e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 943 time: 0.0492303 Oct 06 11:16:36.075334 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ba8a3e17-3928-496d-a573-320dcdff80ae req-9b1a5ff6-f713-4d61-8cc5-92b9fd2a49e4 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486152 Oct 06 11:16:36.519168 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:16:36.617356 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:16:36.629217 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'port_id': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'mac_address': 'fa:16:3e:a3:92:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:16:36.670263 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:36.670579 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:36.683369 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:16:36.703981 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:16:36.707568 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:36.752540 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:37.112114 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:16:37.209199 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03486-c6b2-4ef4-b5ee-535c7d2ab30e req-448151a0-13e5-400e-9ad5-0ba077426a32 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:37.210666 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a6a03486-c6b2-4ef4-b5ee-535c7d2ab30e req-448151a0-13e5-400e-9ad5-0ba077426a32 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 944 time: 0.0512168 Oct 06 11:16:37.261503 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a6a03486-c6b2-4ef4-b5ee-535c7d2ab30e req-91ee1934-7ea7-4ebb-8cf0-711fc6efb485 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452900 Oct 06 11:16:38.379314 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddedad8-5e84-45d9-94d4-c5e75c90f9c8 req-db462c6c-af5c-4b23-b3dd-caf926b6c961 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:38.380787 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dddedad8-5e84-45d9-94d4-c5e75c90f9c8 req-db462c6c-af5c-4b23-b3dd-caf926b6c961 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 944 time: 0.0451646 Oct 06 11:16:38.429617 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dddedad8-5e84-45d9-94d4-c5e75c90f9c8 req-6e036b94-ff79-4257-907d-5180b38a8230 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432365 Oct 06 11:16:38.535129 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:16:38.580535 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:16:38.586278 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:16:38.586695 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:38.587057 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 Oct 06 11:16:38.618467 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:38.661629 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:16:38.662010 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:38.663661 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:38.688674 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:16:38.690881 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d7fa0-2bed-428e-90a7-f3d97d26c646" -d '{"events": [{"server_uuid": "847a7542-8658-4e05-85d3-98b8ceb6c9de", "name": "network-vif-plugged", "status": "completed", "tag": "9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:16:38.703766 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:16:38.707604 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:38.758661 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:38.766488 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.766837 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.767178 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.767526 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.767888 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.768225 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.768551 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.768877 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.769203 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.769537 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.769853 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.770177 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.770497 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.770818 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.771139 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:16:38.789850 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf079aa2-0634-4dde-872c-57f2d10013fd x-openstack-request-id: req-cf079aa2-0634-4dde-872c-57f2d10013fd {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:16:38.790136 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847a7542-8658-4e05-85d3-98b8ceb6c9de", "name": "network-vif-plugged", "status": "completed", "tag": "9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:16:38.790386 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf079aa2-0634-4dde-872c-57f2d10013fd {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:16:38.790778 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf079aa2-0634-4dde-872c-57f2d10013fd'] response: {'server_uuid': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'code': 200} Oct 06 11:16:39.043029 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45816975-8454-4f62-902d-de2be896fb0a req-6e559a6f-a678-4d26-9e18-ac5c5d12a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:39.044530 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-45816975-8454-4f62-902d-de2be896fb0a req-6e559a6f-a678-4d26-9e18-ac5c5d12a5c6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 1129 time: 0.0382273 Oct 06 11:16:39.094810 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-45816975-8454-4f62-902d-de2be896fb0a req-8a860ec2-11db-4e4b-b26e-5e8a46455375 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Oct 06 11:16:39.549272 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a19cf-577f-417a-b9f0-8f1bccd662f0 req-9b0aec62-7261-48ab-8f7f-d9df4ddb889a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:39.550718 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-305a19cf-577f-417a-b9f0-8f1bccd662f0 req-9b0aec62-7261-48ab-8f7f-d9df4ddb889a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 945 time: 0.0459499 Oct 06 11:16:39.598582 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-305a19cf-577f-417a-b9f0-8f1bccd662f0 req-d35b78fe-ad0c-4572-8859-3fdcc20beaa5 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 Oct 06 11:16:40.723325 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a8ab-6fac-4a1e-95ae-4866c23542e1 req-616c1f47-942e-4060-9e09-8d5adaf6fe21 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:40.724832 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ce16a8ab-6fac-4a1e-95ae-4866c23542e1 req-616c1f47-942e-4060-9e09-8d5adaf6fe21 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 945 time: 0.0470002 Oct 06 11:16:40.741575 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:16:40.774731 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-ce16a8ab-6fac-4a1e-95ae-4866c23542e1 req-2896d03c-8d78-4bff-b719-daa73e3b4434 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Oct 06 11:16:41.899415 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c141ff-3ac9-4b00-a9e7-f5b8670d09a2 req-f8c0eda2-1fe1-4508-927d-0e7d8ebda51f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:41.900932 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-46c141ff-3ac9-4b00-a9e7-f5b8670d09a2 req-f8c0eda2-1fe1-4508-927d-0e7d8ebda51f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 945 time: 0.0491581 Oct 06 11:16:41.953393 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-46c141ff-3ac9-4b00-a9e7-f5b8670d09a2 req-ee30e028-0f82-419a-a61a-b3b215837db1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 Oct 06 11:16:42.071781 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3186e4-9300-4809-b977-470c2812f7b0 req-b0de6ac7-9889-4666-bb01-fec5077b9639 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:42.073192 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-df3186e4-9300-4809-b977-470c2812f7b0 req-b0de6ac7-9889-4666-bb01-fec5077b9639 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 945 time: 0.0464566 Oct 06 11:16:42.102500 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:42.126656 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-df3186e4-9300-4809-b977-470c2812f7b0 req-2ec367b6-706f-4893-8dcf-98fc216f49a7 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473187 Oct 06 11:16:42.156795 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38294) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:16:42.277120 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:42.286866 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743572e7-f317-4b60-9f28-fb7086d0b81f tempest-TestVolumeBootPattern-1393117682 tempest-TestVolumeBootPattern-1393117682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:42.288485 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-743572e7-f317-4b60-9f28-fb7086d0b81f tempest-TestVolumeBootPattern-1393117682 tempest-TestVolumeBootPattern-1393117682-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 1124 time: 0.1307096 Oct 06 11:16:42.291432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38298) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:16:42.295553 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'port_id': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:16:42.316785 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:42.393183 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:42.453633 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:42.501483 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Allocated IP 172.27.0.33 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/e03309e4-e5c7-43c1-84c4-ad33d73f9241) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:16:42.516033 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:42.607333 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (e03309e4-e5c7-43c1-84c4-ad33d73f9241), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:42.638291 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (e03309e4-e5c7-43c1-84c4-ad33d73f9241), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:42.679867 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:16:42.684705 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:16:42.688633 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:16:42.691812 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=e03309e4-e5c7-43c1-84c4-ad33d73f9241,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:43.289273 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:43.305646 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (c6020a76-aecf-4c74-ba2f-46cde8b4edde), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:43.372295 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (e03309e4-e5c7-43c1-84c4-ad33d73f9241), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:43.507691 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:43.520346 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (e03309e4-e5c7-43c1-84c4-ad33d73f9241), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:43.524693 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (e03309e4-e5c7-43c1-84c4-ad33d73f9241), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:43.596157 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=e03309e4-e5c7-43c1-84c4-ad33d73f9241,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:16:43.598695 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (c6020a76-aecf-4c74-ba2f-46cde8b4edde), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:43.694928 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Floating IP c6020a76-aecf-4c74-ba2f-46cde8b4edde associated. External IP: 172.27.0.33, port: 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4. Oct 06 11:16:43.892535 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Router 382d1811-a40d-420e-8662-882c843c6ba7 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:16:43.995350 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:16:44.005499 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:16:44.014017 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:44.015333 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:16:44.016003 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:16:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:16:44.044194 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-919229b1-cdcc-4696-bba5-2713d8310b64 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7511799 Oct 06 11:16:44.044943 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'tag': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:16:44.047279 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fb4018-305d-4a03-8791-0dd6960355f1" -d '{"events": [{"name": "network-changed", "server_uuid": "847a7542-8658-4e05-85d3-98b8ceb6c9de", "tag": "9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:16:44.084949 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a55e2b-ca19-4cfa-a6db-9308877448df x-openstack-request-id: req-46a55e2b-ca19-4cfa-a6db-9308877448df {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:16:44.085244 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847a7542-8658-4e05-85d3-98b8ceb6c9de", "tag": "9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:16:44.085503 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46a55e2b-ca19-4cfa-a6db-9308877448df {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:16:44.085916 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a55e2b-ca19-4cfa-a6db-9308877448df'] response: {'name': 'network-changed', 'server_uuid': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'tag': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'status': 'completed', 'code': 200} Oct 06 11:16:44.118036 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:16:44.178738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-8367af8a-b770-4128-8d86-98a1b2b4994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:44.180181 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-8367af8a-b770-4128-8d86-98a1b2b4994c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 1129 time: 0.0389869 Oct 06 11:16:44.246141 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:44.277462 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-f87e49ac-c8d8-47f0-9377-2e0280fd44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:44.279747 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-f87e49ac-c8d8-47f0-9377-2e0280fd44f5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0940111 Oct 06 11:16:44.331085 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'c6020a76-aecf-4c74-ba2f-46cde8b4edde', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:a3:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:16:42Z', 'updated_at': '2022-10-06T11:16:42Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:16:44.344286 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-d9556215-26ce-47cd-81f5-909457bf6ccd service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 HTTP/1.1" status: 200 len: 998 time: 0.0584474 Oct 06 11:16:44.359194 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:16:44.367597 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:16:44.368296 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:16:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:16:44.393187 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-06de2e83-2629-43c0-9b4c-4d1e580d8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:44.394499 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-06de2e83-2629-43c0-9b4c-4d1e580d8d27 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0441563 Oct 06 11:16:44.437432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-36ebce34-fe0f-43e9-873e-9d05ebcc905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:16:44.438814 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-36ebce34-fe0f-43e9-873e-9d05ebcc905f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387969 Oct 06 11:16:44.472215 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:16:44.532475 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-6402e093-cad9-44d4-a2dc-0cc5c0181725 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873194 Oct 06 11:16:44.588247 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:44.623692 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a6fb4018-305d-4a03-8791-0dd6960355f1 req-5a876653-8653-4523-9eb9-93508427a547 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848782 Oct 06 11:16:44.643116 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:44.680979 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'c6020a76-aecf-4c74-ba2f-46cde8b4edde', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:a3:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:16:42Z', 'updated_at': '2022-10-06T11:16:42Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:16:44.708920 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901817bd-1d1b-440c-acfc-e1e77c867559 None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'c6020a76-aecf-4c74-ba2f-46cde8b4edde', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:a3:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:16:42Z', 'updated_at': '2022-10-06T11:16:42Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:16:44.893732 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ffa00-8b35-49b7-b740-7b34ac115a97 None None] New status for floating IP c6020a76-aecf-4c74-ba2f-46cde8b4edde: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:16:52.118353 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:52.122495 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:53.299669 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-97313ad7-b0a2-4d34-93df-3db9b3c6a1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:54.618135 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:54.620142 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=38 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:54.991974 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:54.994412 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:16:55.592781 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-fa354d15-7537-4e05-9332-496e2795ba3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:57.108719 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:58.614853 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:16:58.858500 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:08.852412 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:08.854269 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:12.452561 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:14.367304 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3d227-f6d0-4d0e-ae96-eff716410dda req-452158b1-4840-4e63-9f29-eddbfd0e99d0 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:14.368852 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9be3d227-f6d0-4d0e-ae96-eff716410dda req-452158b1-4840-4e63-9f29-eddbfd0e99d0 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0491416 Oct 06 11:17:14.423963 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9be3d227-f6d0-4d0e-ae96-eff716410dda req-33ebd86b-4ae4-4241-84dd-f6fd845abd12 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488467 Oct 06 11:17:15.545612 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71d835-fe03-4de7-ac0b-4a2198738bdc req-b17421be-2b4d-43fd-91af-56665b79bb37 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:15.547090 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0a71d835-fe03-4de7-ac0b-4a2198738bdc req-b17421be-2b4d-43fd-91af-56665b79bb37 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0475042 Oct 06 11:17:15.594489 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0a71d835-fe03-4de7-ac0b-4a2198738bdc req-2fc81469-1763-44bc-9540-d02ea3818a8c tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Oct 06 11:17:16.474104 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-5624aa75-40c9-4d57-87b7-237b18297da6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373755 Oct 06 11:17:16.716094 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095922eb-d6fd-445a-a539-2d703561690c req-4dd32f39-eb59-45a1-83e6-bca75c266445 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:16.717453 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-095922eb-d6fd-445a-a539-2d703561690c req-4dd32f39-eb59-45a1-83e6-bca75c266445 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0471992 Oct 06 11:17:16.766194 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-095922eb-d6fd-445a-a539-2d703561690c req-bbb2832e-7263-4691-9c8f-8525377d02cc tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425091 Oct 06 11:17:17.123030 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-2ad4fcee-d467-43a4-8762-c19afac1750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:17.124620 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-2ad4fcee-d467-43a4-8762-c19afac1750c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 1129 time: 0.0437717 Oct 06 11:17:17.233061 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-133dbaa0-39d4-4e7b-9d74-194b5392b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:17.234525 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-133dbaa0-39d4-4e7b-9d74-194b5392b2c7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.0879374 Oct 06 11:17:17.544363 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-5ff02e5e-6894-4b9e-8258-2bd1f898a969 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4154cb8-50f5-4bb6-a532-639edec2c403 HTTP/1.1" status: 200 len: 1000 time: 0.0667305 Oct 06 11:17:17.593198 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-57cf5f29-f0c9-44a1-955a-293912e6b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:17.594669 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-57cf5f29-f0c9-44a1-955a-293912e6b54e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0450170 Oct 06 11:17:17.638032 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-fc180039-8091-436b-ac99-e705fb9d9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:17.639552 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-fc180039-8091-436b-ac99-e705fb9d9cce service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383065 Oct 06 11:17:17.739928 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-85a1e1cf-a629-47cd-85a5-d0025c148a0b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894070 Oct 06 11:17:17.741765 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:17:17.832397 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-392157f6-4970-4ada-a089-eeb04cbeaae3 req-83ee0f44-e733-48c5-80e4-0edb574f6e30 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849929 Oct 06 11:17:17.891027 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b44c3-6340-4137-b5ad-1481f2adfc6f req-a29fdf29-d3e3-400d-848e-da005494d3ba tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:17.892573 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-175b44c3-6340-4137-b5ad-1481f2adfc6f req-a29fdf29-d3e3-400d-848e-da005494d3ba tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0459049 Oct 06 11:17:17.943465 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-175b44c3-6340-4137-b5ad-1481f2adfc6f req-38eabf73-93c5-44de-90e5-cc7c31c8b8e1 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450225 Oct 06 11:17:18.350823 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38368) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:17:18.355423 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389640474', 'description': 'tempest-description--345476136'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:17:18.376278 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.449116 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (efc1835c-fe61-4c8c-8725-97f8b3d7cdce), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.452672 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (efc1835c-fe61-4c8c-8725-97f8b3d7cdce), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.484393 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.485627 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1337919 Oct 06 11:17:18.487703 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc1835c-fe61-4c8c-8725-97f8b3d7cdce,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:18.488794 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38370) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:17:18.493356 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-135bfad2-4fbb-4dcf-acee-580ab7682d96 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group_rule': {'security_group_id': 'efc1835c-fe61-4c8c-8725-97f8b3d7cdce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:17:18.494855 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.495210 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.495556 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.495914 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.496253 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.496587 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.496918 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.497247 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.497575 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.497901 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.498228 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.498554 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.498876 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.499199 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.499521 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9d376-2724-466a-b951-f8ce06c1c502 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:18.520755 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-135bfad2-4fbb-4dcf-acee-580ab7682d96 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (8c7c4bc1-a899-49db-8d47-a18c9e6ab3ee), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.580792 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-135bfad2-4fbb-4dcf-acee-580ab7682d96 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (8c7c4bc1-a899-49db-8d47-a18c9e6ab3ee), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.584350 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-135bfad2-4fbb-4dcf-acee-580ab7682d96 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (8c7c4bc1-a899-49db-8d47-a18c9e6ab3ee), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.603939 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bfad2-4fbb-4dcf-acee-580ab7682d96 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7c4bc1-a899-49db-8d47-a18c9e6ab3ee,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:18.609383 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-135bfad2-4fbb-4dcf-acee-580ab7682d96 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.610388 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-135bfad2-4fbb-4dcf-acee-580ab7682d96 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205740 Oct 06 11:17:18.613276 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38372) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:17:18.617450 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-079666d3-4177-4daf-bba7-096abfa1c670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group_rule': {'security_group_id': 'efc1835c-fe61-4c8c-8725-97f8b3d7cdce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:17:18.644230 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-079666d3-4177-4daf-bba7-096abfa1c670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (e5ede198-7473-4db6-83a4-5f61bd1c41d1), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.652957 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:18.701239 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:18.703384 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-079666d3-4177-4daf-bba7-096abfa1c670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (e5ede198-7473-4db6-83a4-5f61bd1c41d1), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.707300 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-079666d3-4177-4daf-bba7-096abfa1c670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (e5ede198-7473-4db6-83a4-5f61bd1c41d1), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.727425 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079666d3-4177-4daf-bba7-096abfa1c670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ede198-7473-4db6-83a4-5f61bd1c41d1,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:18.735372 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-079666d3-4177-4daf-bba7-096abfa1c670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.736910 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-079666d3-4177-4daf-bba7-096abfa1c670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227336 Oct 06 11:17:18.740285 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38374) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:17:18.744772 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:17:18.766308 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.843530 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:18.950109 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Allocated IP 172.27.0.43 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/f28f121c-61dc-4e94-98e7-dd19a0854c11) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:17:19.086356 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (f28f121c-61dc-4e94-98e7-dd19a0854c11), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:19.092804 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7e926-9a6e-4bb5-a74a-093f186a7859 req-5f7caaec-6c46-49da-ad99-54f24b7d7301 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:19.094260 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-75b7e926-9a6e-4bb5-a74a-093f186a7859 req-5f7caaec-6c46-49da-ad99-54f24b7d7301 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0721271 Oct 06 11:17:19.141586 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:19.148119 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (f28f121c-61dc-4e94-98e7-dd19a0854c11), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:19.150223 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:19.202511 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:17:19.206900 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-75b7e926-9a6e-4bb5-a74a-093f186a7859 req-bd0106e2-45ad-4de2-bd9d-18cd8999de15 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064374 Oct 06 11:17:19.212738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:17:19.217206 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:17:19.243005 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=f28f121c-61dc-4e94-98e7-dd19a0854c11,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:19.305007 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (93d3605d-4242-48fb-9fb1-1c9f0b7501ec), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:19.340137 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (f28f121c-61dc-4e94-98e7-dd19a0854c11), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:19.487037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (f28f121c-61dc-4e94-98e7-dd19a0854c11), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:19.491262 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (f28f121c-61dc-4e94-98e7-dd19a0854c11), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:19.559298 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=f28f121c-61dc-4e94-98e7-dd19a0854c11,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:19.561708 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (93d3605d-4242-48fb-9fb1-1c9f0b7501ec), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:19.577537 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:19.578753 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5391d802-b011-4d55-8c6f-dd7d62d9e998 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8374753 Oct 06 11:17:19.775801 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-aa84393e-8ea5-4ec8-9b2d-d7debd52d683 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1389640474&fields=id&tenant_id=5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 267 time: 0.0429213 Oct 06 11:17:19.882126 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-cee7f5c4-467d-473e-a705-484461b4351e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:19.883460 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-cee7f5c4-467d-473e-a705-484461b4351e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 814 time: 0.1012585 Oct 06 11:17:19.898534 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-170be211-d169-44ff-9c34-f64ab5534adf tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/quotas/5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 375 time: 0.0095050 Oct 06 11:17:19.949415 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-cd1d8711-4dba-4999-99c9-2a164fe10472 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460064 Oct 06 11:17:20.046536 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-d0d649e3-3817-4251-b38d-2cce24c86570 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850978 Oct 06 11:17:20.134356 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-10376688-d52b-4809-b57d-69d543d1d1ea service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818460 Oct 06 11:17:20.302935 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd07385b-ba0b-4e38-ad32-96b5d2151ad5 req-1b82259d-848e-494a-96d7-c2acb0b58207 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 210 time: 0.0325470 Oct 06 11:17:20.346016 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cc549-0726-48d4-84a9-e0e4c4a177a1 req-809c4d98-cc55-4fb3-9a77-df91bc2a25dd tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:20.347498 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fd8cc549-0726-48d4-84a9-e0e4c4a177a1 req-809c4d98-cc55-4fb3-9a77-df91bc2a25dd tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0506389 Oct 06 11:17:20.399330 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fd8cc549-0726-48d4-84a9-e0e4c4a177a1 req-6bb07297-d8b8-4d9b-a669-e1355d2c82ac tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452132 Oct 06 11:17:21.428616 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d00eebb0-ce87-4371-a6d9-5400cdb4613a req-adba480c-1cbc-4504-81d3-43261af718d5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 210 time: 0.0473211 Oct 06 11:17:21.526383 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a157f-f09f-402d-87d3-72fcacadfe47 req-48eb1141-d901-469d-a3d6-ef55d7834224 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:21.528042 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-454a157f-f09f-402d-87d3-72fcacadfe47 req-48eb1141-d901-469d-a3d6-ef55d7834224 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0504506 Oct 06 11:17:21.530467 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-803b1f88-47e5-4de9-9a13-43add14e9a66 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:21.531936 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-803b1f88-47e5-4de9-9a13-43add14e9a66 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 814 time: 0.1488748 Oct 06 11:17:21.582635 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-454a157f-f09f-402d-87d3-72fcacadfe47 req-66e12e9c-77b7-44ff-86f8-cfedd3fbaf61 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474634 Oct 06 11:17:21.612783 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-69c418c2-7a15-4e00-b632-5e0b79c12521 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 473 time: 0.0659859 Oct 06 11:17:21.671708 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'port': {'device_id': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'admin_state_up': True, 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'security_groups': ['efc1835c-fe61-4c8c-8725-97f8b3d7cdce']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:17:21.781052 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Made reservation on behalf of 5d69675576dc4c7fa5cede0f99db8e32 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:17:21.785478 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:21.910568 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Allocated IP 172.20.0.3 (8d576013-5c41-470a-82ec-fbb07f6bd986/d1ece9f1-2c7d-4c32-a6c1-232ab8432a87/704b0c2d-ea1f-4607-8dfa-0f321f1b5467) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:17:21.919287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:21.921206 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:22.055500 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.087505 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.131940 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:17:22.135692 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:17:22.138180 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:17:22.165664 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:22.198767 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:22.199390 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.216907 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-4cbdd24a-960c-41b8-a152-b72575d5701b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487704 Oct 06 11:17:22.235080 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Request body: {'port': {'device_id': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:17:22.298705 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.349420 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-9dbe4840-5316-4586-9bee-b732e40ca00c None None] Provisioning complete for port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:17:22.350028 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4840-5316-4586-9bee-b732e40ca00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.350273 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-9dbe4840-5316-4586-9bee-b732e40ca00c None None] Attempt 1 to provision port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 Oct 06 11:17:22.382316 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe4840-5316-4586-9bee-b732e40ca00c None None] Port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:17:22.587212 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff1ebb-dd31-4a77-bfd5-99fef1541ff8 req-9060cdc1-015c-48a4-a28a-6ee9d1281277 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:22.588716 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e5ff1ebb-dd31-4a77-bfd5-99fef1541ff8 req-9060cdc1-015c-48a4-a28a-6ee9d1281277 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 931 time: 0.0772028 Oct 06 11:17:22.593886 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:17:22.602865 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Publish callbacks [] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.631201 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Transition to ACTIVE for port object 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:17:22.639140 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.685951 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e5ff1ebb-dd31-4a77-bfd5-99fef1541ff8 req-088f82fc-5f9c-4b65-9c93-a4aff9f1e924 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875399 Oct 06 11:17:22.717693 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:22.728039 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa2881-e2f2-46b1-8565-9ebe81952ce0 req-8f3c68a3-ebba-4516-9c88-afce0eed9cb5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:22.729525 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e7fa2881-e2f2-46b1-8565-9ebe81952ce0 req-8f3c68a3-ebba-4516-9c88-afce0eed9cb5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0692613 Oct 06 11:17:22.739224 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Pushing event updated for resources: {'Port': ['ID=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:22.745379 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:22.777616 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Attempting to bind port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:17:22.777952 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Attempting to bind port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:17:22.778283 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Attempting to bind port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:17:22.781337 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e7fa2881-e2f2-46b1-8565-9ebe81952ce0 req-6271ee1b-601f-465f-abc7-74c5cbe7d232 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460722 Oct 06 11:17:22.821456 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:17:22.821788 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Attempting to bind port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:17:22.862730 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:17:22.863070 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Checking segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:17:22.863466 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Bound using segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:17:22.863982 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Bound port: 704b0c2d-ea1f-4607-8dfa-0f321f1b5467, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:17:22.864343 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.926899 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] For port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:17:22.929959 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] For port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:17:22.936813 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.941462 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:22.942098 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:22.943468 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/704b0c2d-ea1f-4607-8dfa-0f321f1b5467 HTTP/1.1" status: 200 len: 1093 time: 0.7128458 Oct 06 11:17:22.944048 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'tag': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:17:22.946283 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9187fd4f-f853-48c6-b07d-b7335373885e" -d '{"events": [{"name": "network-changed", "server_uuid": "65604ed1-1c1e-4050-b0f1-821dcd37a862", "tag": "704b0c2d-ea1f-4607-8dfa-0f321f1b5467"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:17:22.982092 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d020e289-3b44-493c-9a80-1addd72f014b x-openstack-request-id: req-d020e289-3b44-493c-9a80-1addd72f014b {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:17:22.982384 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65604ed1-1c1e-4050-b0f1-821dcd37a862", "tag": "704b0c2d-ea1f-4607-8dfa-0f321f1b5467", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:17:22.982641 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d020e289-3b44-493c-9a80-1addd72f014b {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:17:22.983045 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d020e289-3b44-493c-9a80-1addd72f014b'] response: {'name': 'network-changed', 'server_uuid': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'tag': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'status': 'completed', 'code': 200} Oct 06 11:17:22.995026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b6e6f-43a1-49fa-9818-ccae4c2f391d service neutron] Pushing event updated for resources: {'Port': ['ID=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:23.114881 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fd4f-f853-48c6-b07d-b7335373885e req-6acaba93-6b14-4bfe-9888-636a8e378fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:23.116369 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9187fd4f-f853-48c6-b07d-b7335373885e req-6acaba93-6b14-4bfe-9888-636a8e378fc2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 1127 time: 0.0392575 Oct 06 11:17:23.223330 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fd4f-f853-48c6-b07d-b7335373885e req-95fdbae6-330c-4801-bd3b-23523c5595ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:23.224799 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9187fd4f-f853-48c6-b07d-b7335373885e req-95fdbae6-330c-4801-bd3b-23523c5595ab service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961804 Oct 06 11:17:23.302715 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a856e39f-eab3-4fcd-8236-aeca371fd9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:23.330043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fd4f-f853-48c6-b07d-b7335373885e req-aef39d2c-4558-4d6e-b433-d9db6506e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:23.331497 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9187fd4f-f853-48c6-b07d-b7335373885e req-aef39d2c-4558-4d6e-b433-d9db6506e6cc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002412 Oct 06 11:17:23.429419 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-f991455d-3a61-43a2-8f07-f78fa9f30846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:23.430877 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-f991455d-3a61-43a2-8f07-f78fa9f30846 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 1127 time: 0.0428841 Oct 06 11:17:23.474938 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-8416ba82-c1d8-41cd-b4bc-f7c7cf313e29 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704b0c2d-ea1f-4607-8dfa-0f321f1b5467 HTTP/1.1" status: 200 len: 217 time: 0.0313182 Oct 06 11:17:23.529538 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-dd888c06-4f96-4828-85d3-4a29a7e4bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:23.530915 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-dd888c06-4f96-4828-85d3-4a29a7e4bc06 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0426056 Oct 06 11:17:23.573060 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-9cf0fca1-3716-446c-978d-200b3a3634b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:23.574445 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-9cf0fca1-3716-446c-978d-200b3a3634b3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371764 Oct 06 11:17:23.670870 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-1563dc41-62c4-4465-a795-b977974d80f8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901504 Oct 06 11:17:23.811571 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd46c43-e0d2-4ead-9f43-2f0aafc60db3 req-45ba949b-8a5b-4d5c-b902-c1e33f41b13b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:23.813168 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5fd46c43-e0d2-4ead-9f43-2f0aafc60db3 req-45ba949b-8a5b-4d5c-b902-c1e33f41b13b tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 943 time: 0.0497088 Oct 06 11:17:23.866926 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5fd46c43-e0d2-4ead-9f43-2f0aafc60db3 req-a76fc203-f616-4b96-acda-8466fa25f544 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476601 Oct 06 11:17:24.040599 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0307e04d-2eff-43b1-81c8-1e5e580fd4b7 req-2b925427-91b4-47ab-995a-f015e152d712 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638108 Oct 06 11:17:24.074279 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa1dbf-93bc-40f1-bde5-ccd04f5d9227 req-8b539858-bc18-4032-8556-b5cb677ccaf9 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:24.075728 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-94aa1dbf-93bc-40f1-bde5-ccd04f5d9227 req-8b539858-bc18-4032-8556-b5cb677ccaf9 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0542696 Oct 06 11:17:24.124862 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-94aa1dbf-93bc-40f1-bde5-ccd04f5d9227 req-30503c36-7d0d-4ab0-b948-9da79c94f88f tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Oct 06 11:17:24.971465 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:24.988734 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cfc8c-86d3-4823-ba08-661d403646b8 req-ef3c8e46-d7f4-4745-b375-e0d0c7482ef4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:24.990205 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9c4cfc8c-86d3-4823-ba08-661d403646b8 req-ef3c8e46-d7f4-4745-b375-e0d0c7482ef4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 943 time: 0.0481064 Oct 06 11:17:25.013505 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:25.044369 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-9c4cfc8c-86d3-4823-ba08-661d403646b8 req-62fa631b-2cd8-41d4-af37-cc772f924d19 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486639 Oct 06 11:17:25.217144 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:25.237311 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:25.256116 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83437b4-6fb8-4d69-94e1-11dd96837444 req-3e10f59f-8495-4243-95dd-0fba6648fd60 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:25.257578 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b83437b4-6fb8-4d69-94e1-11dd96837444 req-3e10f59f-8495-4243-95dd-0fba6648fd60 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0484848 Oct 06 11:17:25.308745 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b83437b4-6fb8-4d69-94e1-11dd96837444 req-d7dcb2b5-d782-48ad-9f81-339bec45a31e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 Oct 06 11:17:25.595049 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-289446af-2cf5-45a5-9cc8-64e17b5b70cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:26.164798 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15092d50-3b96-444f-885c-cc5d9a3ace40 req-2e9981d8-7340-4b53-8dd6-10d655933ace tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:26.166271 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15092d50-3b96-444f-885c-cc5d9a3ace40 req-2e9981d8-7340-4b53-8dd6-10d655933ace tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 943 time: 0.0484662 Oct 06 11:17:26.213138 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-15092d50-3b96-444f-885c-cc5d9a3ace40 req-7fd77083-e125-417b-8713-400e5b84d08a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 Oct 06 11:17:26.366969 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be05fb-26cb-4740-ba15-a35121749d1d req-c85fd1a7-b80d-4e55-a3ce-b33b3d3504cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:26.368489 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19be05fb-26cb-4740-ba15-a35121749d1d req-c85fd1a7-b80d-4e55-a3ce-b33b3d3504cf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1130 time: 0.0406733 Oct 06 11:17:26.474786 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096f3be-5307-4fc1-89c1-412e4e6a48c7 req-3bf9f2a0-9909-49ca-aec3-8cd9fd253b2e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:26.476170 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f096f3be-5307-4fc1-89c1-412e4e6a48c7 req-3bf9f2a0-9909-49ca-aec3-8cd9fd253b2e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0842409 Oct 06 11:17:26.512682 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be05fb-26cb-4740-ba15-a35121749d1d req-1535fa0c-292c-4173-ba9b-a9acd32990d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:26.514071 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19be05fb-26cb-4740-ba15-a35121749d1d req-1535fa0c-292c-4173-ba9b-a9acd32990d9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 200 len: 909 time: 0.1397767 Oct 06 11:17:26.580535 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f096f3be-5307-4fc1-89c1-412e4e6a48c7 req-0d301000-4fed-4fcb-ac8e-96edde4d384c tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958014 Oct 06 11:17:26.595576 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19be05fb-26cb-4740-ba15-a35121749d1d req-524138da-6702-43d2-8e8f-27a8d781cef3 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 1002 time: 0.0708108 Oct 06 11:17:26.642712 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be05fb-26cb-4740-ba15-a35121749d1d req-a58d08b1-f403-48f7-a005-f26fcba7509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:26.644168 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19be05fb-26cb-4740-ba15-a35121749d1d req-a58d08b1-f403-48f7-a005-f26fcba7509e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=239d4b05-f487-4513-8888-a2c83fef0529 HTTP/1.1" status: 200 len: 847 time: 0.0440538 Oct 06 11:17:26.686411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be05fb-26cb-4740-ba15-a35121749d1d req-402a553e-72cf-49ba-8eed-4b48c72ed7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:26.687889 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19be05fb-26cb-4740-ba15-a35121749d1d req-402a553e-72cf-49ba-8eed-4b48c72ed7dc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=182bd678-df33-48e4-b3e0-b91dd41dcc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383375 Oct 06 11:17:26.778103 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19be05fb-26cb-4740-ba15-a35121749d1d req-bbf97b19-bd57-4301-a946-eb0062386011 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842881 Oct 06 11:17:26.865429 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-19be05fb-26cb-4740-ba15-a35121749d1d req-89c16083-516f-41db-b837-dcc3cf2f3d84 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816371 Oct 06 11:17:27.111362 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:27.332569 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afae3c-b353-46ac-9091-d589134582eb req-8793e2a1-77b6-4c56-9c48-55876fd04535 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:27.334053 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-37afae3c-b353-46ac-9091-d589134582eb req-8793e2a1-77b6-4c56-9c48-55876fd04535 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 943 time: 0.0461202 Oct 06 11:17:27.380240 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-37afae3c-b353-46ac-9091-d589134582eb req-fc52c308-1d05-48f9-9abd-aa331d0062c0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Oct 06 11:17:27.701729 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0afd03-2fac-4e69-baf9-d2b18f035ed1 req-df797748-f0f9-4d04-9b5f-bb27f92e6696 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:27.703292 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb0afd03-2fac-4e69-baf9-d2b18f035ed1 req-df797748-f0f9-4d04-9b5f-bb27f92e6696 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0465083 Oct 06 11:17:27.756772 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cb0afd03-2fac-4e69-baf9-d2b18f035ed1 req-b8ce108f-c391-4eaa-85c0-2b162735f25f tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478549 Oct 06 11:17:27.773994 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:27.777926 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:28.501529 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849dd28-a42a-4c43-a97c-75cb4f9cff8b req-8e12e984-edd1-4ccf-a234-342b09c84b44 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:28.503029 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d849dd28-a42a-4c43-a97c-75cb4f9cff8b req-8e12e984-edd1-4ccf-a234-342b09c84b44 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 943 time: 0.0501821 Oct 06 11:17:28.552164 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d849dd28-a42a-4c43-a97c-75cb4f9cff8b req-be460c33-3722-463d-b1ab-9c7189610cc6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434518 Oct 06 11:17:28.618047 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:28.720604 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:17:28.887470 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22293019-a2aa-42ce-9923-c17dadcf7be2 req-359c69cf-79a9-4a75-bf03-689b95a6d46a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:28.889292 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-22293019-a2aa-42ce-9923-c17dadcf7be2 req-359c69cf-79a9-4a75-bf03-689b95a6d46a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0526783 Oct 06 11:17:28.935636 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:28.948704 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-22293019-a2aa-42ce-9923-c17dadcf7be2 req-65f326dc-da25-4105-8c97-ab630882a481 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519578 Oct 06 11:17:28.964238 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:17:28.976522 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'port_id': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'mac_address': 'fa:16:3e:e0:f8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:17:29.014223 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:17:29.014630 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:29.028874 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:17:29.050157 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:17:29.053956 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:29.102749 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:29.561007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['704b0c2d-ea1f-4607-8dfa-0f321f1b5467'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:17:29.676452 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53fa3-e90e-471d-ab3e-71c042013441 req-1bc9925a-2fe1-4296-89cf-997fb236b4ce tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:29.677946 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c3b53fa3-e90e-471d-ab3e-71c042013441 req-1bc9925a-2fe1-4296-89cf-997fb236b4ce tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 944 time: 0.0483317 Oct 06 11:17:29.725258 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c3b53fa3-e90e-471d-ab3e-71c042013441 req-a8e2b068-fc04-47f9-b5bb-e4ae952b70fa tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Oct 06 11:17:30.071468 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f5209-973e-4f5e-87db-070a125461d0 req-d9f411ec-aee6-414f-9b90-2bcf7db86507 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:30.072982 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-751f5209-973e-4f5e-87db-070a125461d0 req-d9f411ec-aee6-414f-9b90-2bcf7db86507 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0464430 Oct 06 11:17:30.124901 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-751f5209-973e-4f5e-87db-070a125461d0 req-d176a4b5-a3c0-4b71-b09c-11e51a5471b0 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462694 Oct 06 11:17:30.210048 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-33b447c8-da5b-44ea-ad7e-007c37ea1648 req-35643778-9469-4963-9f1c-340b97ad7e4d service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 11:17:30.210946 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-33b447c8-da5b-44ea-ad7e-007c37ea1648 req-35643778-9469-4963-9f1c-340b97ad7e4d service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0069134 Oct 06 11:17:30.374496 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:30.442911 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f347bb1-1d16-4400-ba16-f0bff5475cca req-6116812b-1604-450a-85df-6b6fbf3e1048 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:30.444450 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3f347bb1-1d16-4400-ba16-f0bff5475cca req-6116812b-1604-450a-85df-6b6fbf3e1048 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0840704 Oct 06 11:17:30.455449 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-706d2976-75ca-44b7-b791-c3f3a140435b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289959 Oct 06 11:17:30.510356 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3f347bb1-1d16-4400-ba16-f0bff5475cca req-ff799a90-6a9a-4ab4-94aa-321025f648ab tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579493 Oct 06 11:17:30.576899 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:30.592871 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-d836aaa2-0bb3-40d7-a97a-6457408fa073 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:30.594250 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-d836aaa2-0bb3-40d7-a97a-6457408fa073 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports/b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 943 time: 0.1094592 Oct 06 11:17:30.735172 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:17:30.787137 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:17:30.793497 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:17:30.793938 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:30.794407 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 Oct 06 11:17:30.872428 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e683d04-2ee2-4766-83fe-614db0d30362 req-aa6dd861-ea80-4d3f-a97e-11f0399f37c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:30.873933 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0e683d04-2ee2-4766-83fe-614db0d30362 req-aa6dd861-ea80-4d3f-a97e-11f0399f37c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 944 time: 0.0603378 Oct 06 11:17:30.889361 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:17:30.889885 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:30.915308 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:17:30.917552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521fd794-5094-4d9a-823a-4721af956c28" -d '{"events": [{"server_uuid": "65604ed1-1c1e-4050-b0f1-821dcd37a862", "name": "network-vif-plugged", "status": "completed", "tag": "704b0c2d-ea1f-4607-8dfa-0f321f1b5467"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:17:30.930599 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:17:30.931116 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-0e683d04-2ee2-4766-83fe-614db0d30362 req-80e2ea20-5128-4b51-9ad4-b669d1004df2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505648 Oct 06 11:17:30.936464 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:30.939621 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device b4073667-1fd2-4402-b6cb-c6a7057072a4 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:17:30.944184 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:30.965842 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6d4e08-5947-42c4-97f7-fed74fbf562b x-openstack-request-id: req-be6d4e08-5947-42c4-97f7-fed74fbf562b {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:17:30.966063 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65604ed1-1c1e-4050-b0f1-821dcd37a862", "name": "network-vif-plugged", "status": "completed", "tag": "704b0c2d-ea1f-4607-8dfa-0f321f1b5467", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:17:30.966295 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be6d4e08-5947-42c4-97f7-fed74fbf562b {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:17:30.966683 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6d4e08-5947-42c4-97f7-fed74fbf562b'] response: {'server_uuid': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'code': 200} Oct 06 11:17:30.991262 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:31.031563 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:31.076354 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port b4073667-1fd2-4402-b6cb-c6a7057072a4 is: ACTIVE; New status is: DOWN {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:17:31.076745 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:31.111310 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:17:31.115784 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:31.166514 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=6']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:31.217895 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b0b9-8ea3-4f1e-8e2e-8e9a12b2388b req-d7164bc0-d9bc-4a6a-8e96-f885f96c3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:31.219357 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d408b0b9-8ea3-4f1e-8e2e-8e9a12b2388b req-d7164bc0-d9bc-4a6a-8e96-f885f96c3560 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 1129 time: 0.0429778 Oct 06 11:17:31.269032 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d408b0b9-8ea3-4f1e-8e2e-8e9a12b2388b req-ab1ca12e-8c79-4808-9203-137026c49cea service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428250 Oct 06 11:17:31.634800 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a544e5a-ff3e-4249-abd5-da2f7edfc57f req-16669ba6-cb15-441d-a861-ef3885e2206e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:31.636297 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5a544e5a-ff3e-4249-abd5-da2f7edfc57f req-16669ba6-cb15-441d-a861-ef3885e2206e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0473795 Oct 06 11:17:31.688579 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5a544e5a-ff3e-4249-abd5-da2f7edfc57f req-58bdbc66-95e4-4ffb-8022-23611f2c3e36 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463455 Oct 06 11:17:32.060484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dc5e2-2702-40e6-9840-b6b89c5f816e req-bd6fbb2d-175f-46b4-b130-d7e190c60710 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:32.061946 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-975dc5e2-2702-40e6-9840-b6b89c5f816e req-bd6fbb2d-175f-46b4-b130-d7e190c60710 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 945 time: 0.0471120 Oct 06 11:17:32.111288 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-975dc5e2-2702-40e6-9840-b6b89c5f816e req-a0f3bdae-dbb3-435b-b9f7-3d0969d0d2dd tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435464 Oct 06 11:17:32.809250 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961949bc-e7b5-4e96-94e0-608b67fd764d req-a51a2d6b-10e6-4237-8e6a-1c5e81754060 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:32.810727 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-961949bc-e7b5-4e96-94e0-608b67fd764d req-a51a2d6b-10e6-4237-8e6a-1c5e81754060 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0464492 Oct 06 11:17:32.864168 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-961949bc-e7b5-4e96-94e0-608b67fd764d req-f14c8cd9-7bd3-42db-8190-2c936b457ce0 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471900 Oct 06 11:17:32.967856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:17:32.970098 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc734189-be85-4f2b-8693-df6cd023331e" -d '{"events": [{"server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:17:33.006709 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 06 Oct 2022 11:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744c0538-4dcf-4c95-9925-ac6ccd076a43 x-openstack-request-id: req-744c0538-4dcf-4c95-9925-ac6ccd076a43 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:17:33.007043 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:17:33.007276 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-744c0538-4dcf-4c95-9925-ac6ccd076a43 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:17:33.007686 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744c0538-4dcf-4c95-9925-ac6ccd076a43'] response: {'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'code': 200} Oct 06 11:17:33.235122 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752c420-9f81-4040-b949-8a8acce3e104 req-28baf598-7ff3-4e97-a7b7-f38ccd35aed6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:33.236528 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2752c420-9f81-4040-b949-8a8acce3e104 req-28baf598-7ff3-4e97-a7b7-f38ccd35aed6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 945 time: 0.0475163 Oct 06 11:17:33.282733 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2752c420-9f81-4040-b949-8a8acce3e104 req-c1c83f24-484c-4d0d-a838-87871f17e61c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 Oct 06 11:17:33.400737 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231cb51-fbd0-4937-b4a8-b6e857be8fe6 req-647617a9-ccab-424f-9658-5f1d62f172b6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:33.402965 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0231cb51-fbd0-4937-b4a8-b6e857be8fe6 req-647617a9-ccab-424f-9658-5f1d62f172b6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 945 time: 0.0489671 Oct 06 11:17:33.414949 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38480) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:17:33.419831 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'floatingip': {'port_id': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:17:33.457916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (93d3605d-4242-48fb-9fb1-1c9f0b7501ec), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:33.468859 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-cfa3e63e-ab23-4854-863d-eb602abb6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:33.470319 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-cfa3e63e-ab23-4854-863d-eb602abb6581 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8&tenant_id=9376d8470a80416cb8e57eb650884883 HTTP/1.1" status: 200 len: 1128 time: 0.0425868 Oct 06 11:17:33.548309 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-3446634b-13dd-460e-a4fa-0463643ef47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:33.549709 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-3446634b-13dd-460e-a4fa-0463643ef47d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1128 time: 0.0402396 Oct 06 11:17:33.565669 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:33.642422 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-a7195acd-465f-455c-87fd-7e22b7a74076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:33.644632 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-a7195acd-465f-455c-87fd-7e22b7a74076 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 200 len: 909 time: 0.0885530 Oct 06 11:17:33.703906 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-e4f7bcf0-743f-4d80-93e8-3c31a87d9ad2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 1000 time: 0.0540860 Oct 06 11:17:33.751118 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-268c042a-9d21-4535-9101-0ba904c8eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:33.752579 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-268c042a-9d21-4535-9101-0ba904c8eadc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=239d4b05-f487-4513-8888-a2c83fef0529 HTTP/1.1" status: 200 len: 847 time: 0.0423601 Oct 06 11:17:33.799467 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-1791bb92-8c28-4b96-82e4-f309e72b3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:33.801131 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-1791bb92-8c28-4b96-82e4-f309e72b3511 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=182bd678-df33-48e4-b3e0-b91dd41dcc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421991 Oct 06 11:17:33.837602 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:33.900518 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-b2ad5a44-e1e2-4347-aee1-0c988c4c8a9c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924277 Oct 06 11:17:34.009595 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd7553d3-94c7-423a-965b-4162edd01b59 req-833e8e71-469e-43cb-86b7-06abb730ec20 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030059 Oct 06 11:17:34.082110 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.db.resource_extend [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 06 11:17:34.162403 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:34.169315 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda6738-53ed-4f39-a38d-c3569f86350f req-80caf87d-c7f7-402d-a4af-cb247402ec22 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:34.170790 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7cda6738-53ed-4f39-a38d-c3569f86350f req-80caf87d-c7f7-402d-a4af-cb247402ec22 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0854607 Oct 06 11:17:34.171955 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (93d3605d-4242-48fb-9fb1-1c9f0b7501ec), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:34.296335 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7cda6738-53ed-4f39-a38d-c3569f86350f req-2b8fde48-650b-42bb-9562-0cdb12343835 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898449 Oct 06 11:17:34.305827 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.l3_db [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Floating IP 93d3605d-4242-48fb-9fb1-1c9f0b7501ec associated. External IP: 172.27.0.43, port: 704b0c2d-ea1f-4607-8dfa-0f321f1b5467. Oct 06 11:17:34.505442 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:17:34.608413 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:17:34.613455 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:34.618325 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:17:34.627558 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:17:34.628240 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:17:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:17:34.645440 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-33429382-e56e-4eae-a9f8-613906120aea tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/93d3605d-4242-48fb-9fb1-1c9f0b7501ec HTTP/1.1" status: 200 len: 990 time: 1.2265480 Oct 06 11:17:34.645440 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'tag': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:17:34.646106 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7a6a7f-54c4-4786-af82-a0f58ec42704" -d '{"events": [{"name": "network-changed", "server_uuid": "65604ed1-1c1e-4050-b0f1-821dcd37a862", "tag": "704b0c2d-ea1f-4607-8dfa-0f321f1b5467"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:17:34.737037 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:17:34.739435 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7760ce-6ea3-45e1-8c4b-70f4f4d275c0 x-openstack-request-id: req-4a7760ce-6ea3-45e1-8c4b-70f4f4d275c0 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:17:34.739788 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65604ed1-1c1e-4050-b0f1-821dcd37a862", "tag": "704b0c2d-ea1f-4607-8dfa-0f321f1b5467", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:17:34.740136 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a7760ce-6ea3-45e1-8c4b-70f4f4d275c0 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:17:34.740600 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7760ce-6ea3-45e1-8c4b-70f4f4d275c0'] response: {'name': 'network-changed', 'server_uuid': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'tag': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'status': 'completed', 'code': 200} Oct 06 11:17:34.905236 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-1c7854e7-2215-4926-8453-9d43bb55e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:34.906653 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-1c7854e7-2215-4926-8453-9d43bb55e670 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 1129 time: 0.0392036 Oct 06 11:17:34.948683 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:52Z', 'revision_number': 2, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}, {'id': '93d3605d-4242-48fb-9fb1-1c9f0b7501ec', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:e0:f8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:17:19Z', 'updated_at': '2022-10-06T11:17:33Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:17:34.973629 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:17:34.981896 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:17:34.982504 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:17:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:17:34.999291 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-8bb73268-bbea-4138-a0b3-8a0e7c91fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:35.000789 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-8bb73268-bbea-4138-a0b3-8a0e7c91fb8c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.0882664 Oct 06 11:17:35.047814 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:35.064650 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-dd29ed35-c1b5-4562-9349-c5226e29d708 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704b0c2d-ea1f-4607-8dfa-0f321f1b5467 HTTP/1.1" status: 200 len: 998 time: 0.0568073 Oct 06 11:17:35.084735 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:17:35.113460 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-7fe4e6ec-a7b4-4bdd-99eb-c868ce295175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:35.114926 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-7fe4e6ec-a7b4-4bdd-99eb-c868ce295175 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0442772 Oct 06 11:17:35.131121 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:35.164531 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-1787f75f-ab15-4141-be7d-cb02227409d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:35.165926 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-1787f75f-ab15-4141-be7d-cb02227409d7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453801 Oct 06 11:17:35.249088 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:35.256437 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-d852f0d2-e08d-49f3-926d-f81d9df6984e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839760 Oct 06 11:17:35.299034 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:52Z', 'revision_number': 2, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}, {'id': '93d3605d-4242-48fb-9fb1-1c9f0b7501ec', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:e0:f8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:17:19Z', 'updated_at': '2022-10-06T11:17:33Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:17:35.327896 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fce1b-ecda-4eae-b444-305dc5b94e20 None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:52Z', 'revision_number': 2, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}, {'id': '93d3605d-4242-48fb-9fb1-1c9f0b7501ec', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:e0:f8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:17:19Z', 'updated_at': '2022-10-06T11:17:33Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:17:35.355246 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0a7a6a7f-54c4-4786-af82-a0f58ec42704 req-569fd75b-bf0e-4cb2-b4f1-1ba5e1d97899 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928059 Oct 06 11:17:35.434062 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c161855-7e0f-4276-a90a-394698d55149 req-227aaa51-a805-4a48-b0a8-5dc856501216 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:35.435563 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2c161855-7e0f-4276-a90a-394698d55149 req-227aaa51-a805-4a48-b0a8-5dc856501216 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0556335 Oct 06 11:17:35.468122 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:35.488368 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2c161855-7e0f-4276-a90a-394698d55149 req-415bdad3-e007-48c3-acf3-b53e4a2e6135 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465884 Oct 06 11:17:35.540741 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28cd6f-a24a-4f63-bf53-8b4a21d4fdf6 None None] New status for floating IP 93d3605d-4242-48fb-9fb1-1c9f0b7501ec: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:17:36.612714 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886ed3f-fd06-4d1f-9306-b15ef6da5151 req-e4e277d4-5370-464e-97bb-bfaa11c1a3b5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:36.614171 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6886ed3f-fd06-4d1f-9306-b15ef6da5151 req-e4e277d4-5370-464e-97bb-bfaa11c1a3b5 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0474558 Oct 06 11:17:36.665400 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6886ed3f-fd06-4d1f-9306-b15ef6da5151 req-78d8d8be-9194-4767-b0b8-2d2db3991617 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Oct 06 11:17:37.785667 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138e662-d4ae-4620-a9f1-5e64e6109485 req-5bca8eed-2d2f-4a20-89dc-370b013bec91 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:37.787134 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2138e662-d4ae-4620-a9f1-5e64e6109485 req-5bca8eed-2d2f-4a20-89dc-370b013bec91 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0468967 Oct 06 11:17:37.836333 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2138e662-d4ae-4620-a9f1-5e64e6109485 req-8f9a5a90-580c-4564-84c9-567fc691fcf2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Oct 06 11:17:38.962570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b48e8-7345-4f95-ad56-8eb94be182b9 req-aac57647-6cc1-46df-b447-18125faa73df tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:38.964136 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0e7b48e8-7345-4f95-ad56-8eb94be182b9 req-aac57647-6cc1-46df-b447-18125faa73df tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0512133 Oct 06 11:17:39.015492 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0e7b48e8-7345-4f95-ad56-8eb94be182b9 req-9da429f0-edb0-4d2d-ba52-8d2a4fa95e83 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 Oct 06 11:17:40.136482 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e41ad0-b33c-4d18-a755-f14737157067 req-5f0746db-a1e6-4cd3-8d24-0c62082115a3 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:40.137950 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56e41ad0-b33c-4d18-a755-f14737157067 req-5f0746db-a1e6-4cd3-8d24-0c62082115a3 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0456693 Oct 06 11:17:40.190719 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-56e41ad0-b33c-4d18-a755-f14737157067 req-d072d72b-0a9b-49d1-83df-986f6c8fa92a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472186 Oct 06 11:17:41.315034 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd1812-2b96-4808-9403-fcf692509813 req-9cc9294a-ec3a-403e-9abe-7bcbfc79a4e2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:41.316777 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02cd1812-2b96-4808-9403-fcf692509813 req-9cc9294a-ec3a-403e-9abe-7bcbfc79a4e2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0469725 Oct 06 11:17:41.365948 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02cd1812-2b96-4808-9403-fcf692509813 req-d93cea6a-c5b9-4643-95f2-d844a8edad9e tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Oct 06 11:17:42.448231 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:42.487100 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1235e5-98aa-4a41-9f92-a167f8aab11f req-3c36f3a1-9a0b-4e23-84ea-c533da0c2587 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:42.489075 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cf1235e5-98aa-4a41-9f92-a167f8aab11f req-3c36f3a1-9a0b-4e23-84ea-c533da0c2587 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 944 time: 0.0467565 Oct 06 11:17:42.529348 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:42.539067 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-cf1235e5-98aa-4a41-9f92-a167f8aab11f req-e606ba95-0cb4-4e6d-afa5-0dfd8a6b2cd7 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Oct 06 11:17:42.816370 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device b4073667-1fd2-4402-b6cb-c6a7057072a4 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:17:42.890838 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:42.918666 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:17:42.930585 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'port_id': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'mac_address': 'fa:16:3e:3c:01:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:17:42.964506 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port b4073667-1fd2-4402-b6cb-c6a7057072a4 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:17:42.964895 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:42.978245 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4073667-1fd2-4402-b6cb-c6a7057072a4 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:17:42.997432 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:17:43.001425 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:43.047313 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=7']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:43.054481 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.054907 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.055255 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.055594 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.055951 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.056284 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.056633 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.056957 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.057284 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.057605 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.057947 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.058261 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.058578 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.058899 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.059219 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:17:43.423395 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['b4073667-1fd2-4402-b6cb-c6a7057072a4'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:17:43.661679 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98790d6f-61af-4bc9-b621-05d23222bfc5 req-6d09a9e9-c596-4c9c-b5a8-a0fc2d98d839 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:43.663074 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-98790d6f-61af-4bc9-b621-05d23222bfc5 req-6d09a9e9-c596-4c9c-b5a8-a0fc2d98d839 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 945 time: 0.0476840 Oct 06 11:17:43.713288 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-98790d6f-61af-4bc9-b621-05d23222bfc5 req-2b583fc2-4bfe-49fc-8c2a-b88da2ffc026 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 Oct 06 11:17:44.835088 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cecf39-6c04-4ee1-ad8a-58e870a663ca req-fb98f480-0761-4703-ab81-7617b0e37ef9 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:44.835703 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device b4073667-1fd2-4402-b6cb-c6a7057072a4 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:17:44.836614 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b4cecf39-6c04-4ee1-ad8a-58e870a663ca req-fb98f480-0761-4703-ab81-7617b0e37ef9 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 945 time: 0.0473514 Oct 06 11:17:44.879014 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port b4073667-1fd2-4402-b6cb-c6a7057072a4 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:17:44.879396 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:44.879728 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port b4073667-1fd2-4402-b6cb-c6a7057072a4 Oct 06 11:17:44.886731 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b4cecf39-6c04-4ee1-ad8a-58e870a663ca req-73bd4f8a-cf1c-4241-afcf-a292ccb6f2a2 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445101 Oct 06 11:17:44.938049 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:44.953078 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port b4073667-1fd2-4402-b6cb-c6a7057072a4 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:17:44.953398 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:44.976152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:17:44.978342 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10444cb-a7fd-499c-b267-479fb8011091" -d '{"events": [{"server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "name": "network-vif-plugged", "status": "completed", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:17:44.993755 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:17:44.998039 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:45.021139 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49eaa0b-a47b-40aa-951d-5de898483dd0 x-openstack-request-id: req-c49eaa0b-a47b-40aa-951d-5de898483dd0 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:17:45.021436 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "name": "network-vif-plugged", "status": "completed", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:17:45.021689 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c49eaa0b-a47b-40aa-951d-5de898483dd0 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:17:45.022329 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49eaa0b-a47b-40aa-951d-5de898483dd0'] response: {'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'code': 200} Oct 06 11:17:45.046919 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=8']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:17:45.306358 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb439e-3b47-4911-bc22-c3ba2b44415b req-2792f159-236f-4dad-bb48-cdcda21d0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:45.307992 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-82eb439e-3b47-4911-bc22-c3ba2b44415b req-2792f159-236f-4dad-bb48-cdcda21d0e3c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1130 time: 0.0416746 Oct 06 11:17:45.353674 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-82eb439e-3b47-4911-bc22-c3ba2b44415b req-a43434dd-07fa-43be-b5c4-cfb727175cc3 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389328 Oct 06 11:17:46.012804 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275cc54-8b7c-4ff7-8cdd-1cac862cf863 req-c0a84c2d-cdc0-4bc0-bcc0-f3cc593e99d8 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:46.014186 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4275cc54-8b7c-4ff7-8cdd-1cac862cf863 req-c0a84c2d-cdc0-4bc0-bcc0-f3cc593e99d8 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0506835 Oct 06 11:17:46.062842 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4275cc54-8b7c-4ff7-8cdd-1cac862cf863 req-db2b5206-5216-484c-a557-d38dc6247960 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425086 Oct 06 11:17:47.188486 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2c402-d7cd-4881-bc1d-3cff34dee564 req-f52c054f-cdcb-4ecc-a904-66ac88cd5e7c tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:17:47.189943 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f5f2c402-d7cd-4881-bc1d-3cff34dee564 req-f52c054f-cdcb-4ecc-a904-66ac88cd5e7c tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0489926 Oct 06 11:17:47.239502 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f5f2c402-d7cd-4881-bc1d-3cff34dee564 req-2fbb5fab-9671-4c5b-910b-edc41fb9c5c7 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Oct 06 11:17:51.762811 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=11 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:51.763521 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:53.304833 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c3f920dd-2050-4a68-bee7-81e2bfbf52bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:54.741200 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:17:55.596778 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-4faf4fe5-0d91-4c1b-9d87-349b3e399074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:56.051019 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=40 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:56.059027 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=20 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:57.116238 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:57.231224 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=77 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:57.235031 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=82 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:17:58.621097 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:17:58.868346 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:02.032727 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:12.044958 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:12.047231 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:12.463656 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:12.721270 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:12.721966 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=7 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:16.591778 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-0a4d8266-7922-456b-b740-fb9f0efdd74b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409141 Oct 06 11:18:16.697357 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-2a9ff33d-ee32-4b0b-98b9-da0ffce20ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:16.698821 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-2a9ff33d-ee32-4b0b-98b9-da0ffce20ab5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1130 time: 0.0404334 Oct 06 11:18:16.800834 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-86dc5330-fe15-4725-bc72-fa6144c6c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:16.802278 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-86dc5330-fe15-4725-bc72-fa6144c6c620 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 200 len: 909 time: 0.0854366 Oct 06 11:18:16.864472 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-3059e80a-8033-4079-b561-f27f30739a6a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 1002 time: 0.0558999 Oct 06 11:18:16.913219 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-e4dd836e-f69b-45ca-91ec-96f519ee1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:16.914674 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-e4dd836e-f69b-45ca-91ec-96f519ee1539 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=239d4b05-f487-4513-8888-a2c83fef0529 HTTP/1.1" status: 200 len: 847 time: 0.0447166 Oct 06 11:18:16.958212 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-7b9fc0de-b3ed-40d6-aaff-d79fc0a57a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:16.959684 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-7b9fc0de-b3ed-40d6-aaff-d79fc0a57a4c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=182bd678-df33-48e4-b3e0-b91dd41dcc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391281 Oct 06 11:18:17.052171 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-5283639c-e00a-4eeb-b9de-1783942a3ed9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863283 Oct 06 11:18:17.139258 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b3123005-4ee2-4707-bde4-fd8ac3c721de req-b5f6e834-caa7-4b5a-8f63-b2d5f17394ee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811479 Oct 06 11:18:22.450833 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:22.459250 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:23.306990 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b704-d142-4011-9a9c-ab2c0f711739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:25.598771 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d83d4977-c63c-4e76-b37d-726c79a37c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:27.117417 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:27.134972 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=48 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:27.135814 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=53 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:28.625970 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:28.871617 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:31.741649 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:18:38.865937 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:38.867829 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:41.773244 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:41.779321 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:42.455490 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:50.199909 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd926d3-e12a-4062-b857-090714a40b6f req-9bfe6c71-6836-40a6-86a2-a0310f5c96f0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:50.201365 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1cd926d3-e12a-4062-b857-090714a40b6f req-9bfe6c71-6836-40a6-86a2-a0310f5c96f0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 945 time: 0.0500433 Oct 06 11:18:50.249149 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1cd926d3-e12a-4062-b857-090714a40b6f req-cf1594f9-78b1-4ce2-bce7-e15f0b35bef4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Oct 06 11:18:51.374839 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66990d5d-6773-4d3a-abe7-5f58a4b1fd32 req-f52af564-561c-4ded-b1f7-5300c5b2b7c4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:51.376335 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-66990d5d-6773-4d3a-abe7-5f58a4b1fd32 req-f52af564-561c-4ded-b1f7-5300c5b2b7c4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 945 time: 0.0485752 Oct 06 11:18:51.425388 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-66990d5d-6773-4d3a-abe7-5f58a4b1fd32 req-9fbd3673-3674-4f34-b5f8-30503207f365 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434258 Oct 06 11:18:51.924606 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=13 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:51.929671 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=13 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:52.072533 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04500641-bec6-4174-8907-55e9e18aed30 req-bf0082f3-6b47-44bd-84ea-4eb8bd26d92f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:52.073949 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-04500641-bec6-4174-8907-55e9e18aed30 req-bf0082f3-6b47-44bd-84ea-4eb8bd26d92f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 945 time: 0.0455239 Oct 06 11:18:52.156854 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Deleting port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:18:52.157189 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:52.244260 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] For port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:18:52.244621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:52.404616 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:52.404980 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (93d3605d-4242-48fb-9fb1-1c9f0b7501ec), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:52.405299 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Floating IP 93d3605d-4242-48fb-9fb1-1c9f0b7501ec disassociated. External IP: 172.27.0.43, port: 704b0c2d-ea1f-4607-8dfa-0f321f1b5467. Oct 06 11:18:52.405640 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Calling delete_port for 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:18:52.449471 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:52.451316 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:52.571146 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6bba4-e653-4301-a858-25e38b5a1f1c req-7b3288ff-1046-4868-9c4d-bc49e868b908 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:52.572577 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-80b6bba4-e653-4301-a858-25e38b5a1f1c req-7b3288ff-1046-4868-9c4d-bc49e868b908 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65604ed1-1c1e-4050-b0f1-821dcd37a862 HTTP/1.1" status: 200 len: 945 time: 0.0645771 Oct 06 11:18:52.573599 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (704b0c2d-ea1f-4607-8dfa-0f321f1b5467), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:52.606820 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'Port': ['ID=704b0c2d-ea1f-4607-8dfa-0f321f1b5467,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:18:52.628035 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.628035 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.628322 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.628586 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.628919 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.629252 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.629581 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.629910 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.630305 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.630896 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.631263 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.631596 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.631948 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.632280 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.632612 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:52.700223 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-80b6bba4-e653-4301-a858-25e38b5a1f1c req-f26bff03-06e0-4701-b514-342ac48344dd tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=efc1835c-fe61-4c8c-8725-97f8b3d7cdce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192732 Oct 06 11:18:52.760513 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:52.762396 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:18:52.860469 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:52.870711 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:18:52.881430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:18:52.891747 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:18:52.892339 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:18:52.913301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] No DVR routers for this DVR port 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:18:52.915889 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:52.919111 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-04500641-bec6-4174-8907-55e9e18aed30 req-f1700491-b222-4885-9349-0a2ec471f907 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "DELETE /networking/v2.0/ports/704b0c2d-ea1f-4607-8dfa-0f321f1b5467 HTTP/1.1" status: 204 len: 173 time: 0.8402464 Oct 06 11:18:52.919601 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'name': 'network-vif-deleted', 'tag': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:18:52.921869 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799dae60-ff0d-45ce-a83a-a2bc3e5eeb36" -d '{"events": [{"server_uuid": "65604ed1-1c1e-4050-b0f1-821dcd37a862", "name": "network-vif-deleted", "tag": "704b0c2d-ea1f-4607-8dfa-0f321f1b5467"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:18:52.961846 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd831a5b-be51-4d54-945d-c12f393c6c9b x-openstack-request-id: req-fd831a5b-be51-4d54-945d-c12f393c6c9b {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:18:52.962233 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65604ed1-1c1e-4050-b0f1-821dcd37a862", "name": "network-vif-deleted", "tag": "704b0c2d-ea1f-4607-8dfa-0f321f1b5467", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:18:52.962614 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd831a5b-be51-4d54-945d-c12f393c6c9b {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:18:52.963128 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd831a5b-be51-4d54-945d-c12f393c6c9b'] response: {'server_uuid': '65604ed1-1c1e-4050-b0f1-821dcd37a862', 'name': 'network-vif-deleted', 'tag': '704b0c2d-ea1f-4607-8dfa-0f321f1b5467', 'status': 'completed', 'code': 200} Oct 06 11:18:53.009866 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:18:53.234089 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:52Z', 'revision_number': 2, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:18:53.262002 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:18:53.270134 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:18:53.270762 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:18:53.329687 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-74229b92-df96-43df-bede-b065540b396c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:53.381119 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:18:53.601586 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:52Z', 'revision_number': 2, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:18:53.626051 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8ecfe-5be0-46fb-b5b4-6210d5a5c9dd None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:d0:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:15:35Z', 'updated_at': '2022-10-06T11:15:52Z', 'revision_number': 2, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:18:53.801320 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38584) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:18:53.860091 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (efc1835c-fe61-4c8c-8725-97f8b3d7cdce), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:53.860354 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83701ad-4319-4726-8164-b842d5788d60 None None] New status for floating IP 93d3605d-4242-48fb-9fb1-1c9f0b7501ec: DOWN {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:18:53.886916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (efc1835c-fe61-4c8c-8725-97f8b3d7cdce), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:53.937009 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (efc1835c-fe61-4c8c-8725-97f8b3d7cdce), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:53.939469 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:53.943580 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/efc1835c-fe61-4c8c-8725-97f8b3d7cdce HTTP/1.1" status: 204 len: 168 time: 0.1382437 Oct 06 11:18:53.944096 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38586) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:18:53.950996 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc1835c-fe61-4c8c-8725-97f8b3d7cdce,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:18:53.958236 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.959194 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.959779 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.960216 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.960531 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.api.v2.resource [None req-a62060ff-31bd-437b-be7c-12439444f64f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] show failed (client error): The resource could not be found. Oct 06 11:18:53.960646 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.960897 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.961228 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.964807 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.964970 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-a62060ff-31bd-437b-be7c-12439444f64f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups/efc1835c-fe61-4c8c-8725-97f8b3d7cdce HTTP/1.1" status: 404 len: 347 time: 0.0164697 Oct 06 11:18:53.965071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.965071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.965071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.965071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.965071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.965071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.965071 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab75441-b723-4049-bfeb-dd67317a5670 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:18:53.965889 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38588) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:18:54.081424 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Deleting port f28f121c-61dc-4e94-98e7-dd19a0854c11 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:18:54.081773 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (f28f121c-61dc-4e94-98e7-dd19a0854c11), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:54.162364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (f28f121c-61dc-4e94-98e7-dd19a0854c11), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:54.162695 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (f28f121c-61dc-4e94-98e7-dd19a0854c11), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:54.174968 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Calling delete_port for f28f121c-61dc-4e94-98e7-dd19a0854c11 owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:18:54.312398 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (f28f121c-61dc-4e94-98e7-dd19a0854c11), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:54.337780 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'Port': ['ID=f28f121c-61dc-4e94-98e7-dd19a0854c11,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:18:54.400591 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (93d3605d-4242-48fb-9fb1-1c9f0b7501ec), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:54.403043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:54.404199 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4fa494c6-3047-4230-9c81-39211fd869c3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/93d3605d-4242-48fb-9fb1-1c9f0b7501ec HTTP/1.1" status: 204 len: 168 time: 0.4379058 Oct 06 11:18:55.601394 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-43525fc0-e77f-4423-9840-05f0d59130e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:56.016580 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5adb98-782a-444c-94da-80e509534b49 req-d592c65a-f900-47d6-8eea-fba00e55e295 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:56.018052 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bd5adb98-782a-444c-94da-80e509534b49 req-d592c65a-f900-47d6-8eea-fba00e55e295 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 945 time: 0.0497174 Oct 06 11:18:56.063974 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-bd5adb98-782a-444c-94da-80e509534b49 req-5bd50eaf-ec3d-445e-8f18-5def227a3d1a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394032 Oct 06 11:18:57.120165 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:57.189701 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab62b6-cb7d-49d1-8b86-5e259eaf34f6 req-9b83fdbe-32f5-4623-bcd7-d02063a28529 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:57.191160 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d0ab62b6-cb7d-49d1-8b86-5e259eaf34f6 req-9b83fdbe-32f5-4623-bcd7-d02063a28529 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 945 time: 0.0474696 Oct 06 11:18:57.238286 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d0ab62b6-cb7d-49d1-8b86-5e259eaf34f6 req-ed702160-9256-4f78-9cd4-9536e8df356a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Oct 06 11:18:57.309151 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:18:57.328366 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:18:57.328714 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 704b0c2d-ea1f-4607-8dfa-0f321f1b5467 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:18:57.961651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-2f788821-33c1-4583-90d5-76027a839db7 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:57.963057 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-2f788821-33c1-4583-90d5-76027a839db7 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 945 time: 0.0452387 Oct 06 11:18:58.303706 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Deleting port d4154cb8-50f5-4bb6-a532-639edec2c403 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:18:58.304053 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:58.396599 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3595f-01a2-4516-b589-36c6194fbcf9 req-f265419f-c8a9-4735-91f2-bda5c53a2a5d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:58.398316 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1ab3595f-01a2-4516-b589-36c6194fbcf9 req-f265419f-c8a9-4735-91f2-bda5c53a2a5d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 945 time: 0.0809727 Oct 06 11:18:58.451620 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] For port d4154cb8-50f5-4bb6-a532-639edec2c403, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d4154cb8-50f5-4bb6-a532-639edec2c403,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:18:58.452002 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:58.475958 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:58.506520 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1ab3595f-01a2-4516-b589-36c6194fbcf9 req-5443598d-8572-41d8-8ac7-5369587e08a9 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8e8934a-66d0-4983-bd18-a12f1c40642b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024165 Oct 06 11:18:58.506896 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:58.626545 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:58.626970 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:58.627571 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Floating IP 7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8 disassociated. External IP: 172.27.0.89, port: d4154cb8-50f5-4bb6-a532-639edec2c403. Oct 06 11:18:58.628018 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Calling delete_port for d4154cb8-50f5-4bb6-a532-639edec2c403 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:18:58.628720 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:58.759805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (d4154cb8-50f5-4bb6-a532-639edec2c403), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:58.787655 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'Port': ['ID=d4154cb8-50f5-4bb6-a532-639edec2c403,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:18:58.874152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:58.896647 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:18:58.998163 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:18:59.008137 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:18:59.018152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:18:59.018798 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:18:59.041529 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] No DVR routers for this DVR port d4154cb8-50f5-4bb6-a532-639edec2c403 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:18:59.044201 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:18:59.047670 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-446c4044-7007-4b8d-ae05-1876c4928e9c req-3dcd8fc7-80f1-481e-8f98-1a7be324791e tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "DELETE /networking/v2.0/ports/d4154cb8-50f5-4bb6-a532-639edec2c403 HTTP/1.1" status: 204 len: 173 time: 1.0793638 Oct 06 11:18:59.048208 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'name': 'network-vif-deleted', 'tag': 'd4154cb8-50f5-4bb6-a532-639edec2c403'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:18:59.050475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d4f24b-4eb0-4099-9e30-6b9816d83156" -d '{"events": [{"server_uuid": "e437667e-27e0-4c28-8bbd-206763b7d3bb", "name": "network-vif-deleted", "tag": "d4154cb8-50f5-4bb6-a532-639edec2c403"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:18:59.096329 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6aaa5a-f1bf-4096-8c8c-1313eaea7b9d x-openstack-request-id: req-db6aaa5a-f1bf-4096-8c8c-1313eaea7b9d {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:18:59.096682 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e437667e-27e0-4c28-8bbd-206763b7d3bb", "name": "network-vif-deleted", "tag": "d4154cb8-50f5-4bb6-a532-639edec2c403", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:18:59.096997 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db6aaa5a-f1bf-4096-8c8c-1313eaea7b9d {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:18:59.097464 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6aaa5a-f1bf-4096-8c8c-1313eaea7b9d'] response: {'server_uuid': 'e437667e-27e0-4c28-8bbd-206763b7d3bb', 'name': 'network-vif-deleted', 'tag': 'd4154cb8-50f5-4bb6-a532-639edec2c403', 'status': 'completed', 'code': 200} Oct 06 11:18:59.119978 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:59.128347 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:18:59.157237 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:18:59.337917 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:18:59.362053 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:18:59.370500 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:18:59.371042 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:18:59.473349 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:18:59.655803 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bff2242b-8200-42e6-ac45-a799bf1d7d6d req-b7fb3ff3-01aa-415a-82b0-6c2cc0584196 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 210 time: 0.0310886 Oct 06 11:18:59.708919 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98748-f901-4bf1-945d-34cccc42fd6c req-1d70ab79-3d58-4a73-823a-f2129feb8c76 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:18:59.710298 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5ed98748-f901-4bf1-945d-34cccc42fd6c req-1d70ab79-3d58-4a73-823a-f2129feb8c76 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 945 time: 0.1058123 Oct 06 11:18:59.762780 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5ed98748-f901-4bf1-945d-34cccc42fd6c req-f2dc6802-6243-4113-8a4e-2ae03e77801f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465081 Oct 06 11:18:59.803438 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:18:59.828100 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de874d16-71c7-465c-abf7-e4cd2478301a None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:19:00.034093 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc79d1-7984-4408-b520-6e1e40a3b86a None None] New status for floating IP 7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8: DOWN {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:19:00.837741 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c9b3bd12-8731-4c1f-adc4-28ba75fc1fb1 req-2482f4ec-5e48-4032-970d-b41a762bc878 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e437667e-27e0-4c28-8bbd-206763b7d3bb HTTP/1.1" status: 200 len: 210 time: 0.0858104 Oct 06 11:19:00.887069 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec441d-ed8c-4e53-826c-2326e712c816 req-4bbc30da-1f3a-4dd1-a715-46b7ad91a723 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:00.888570 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-49ec441d-ed8c-4e53-826c-2326e712c816 req-4bbc30da-1f3a-4dd1-a715-46b7ad91a723 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 945 time: 0.0475252 Oct 06 11:19:00.937886 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-49ec441d-ed8c-4e53-826c-2326e712c816 req-a6667039-efa0-41bd-aafe-e912ecfcc207 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437310 Oct 06 11:19:01.550474 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372631-80b0-4151-85c6-d8c1302f40da req-2431847b-4f37-4cda-85ba-0a4e9be266d3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:01.552464 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1e372631-80b0-4151-85c6-d8c1302f40da req-2431847b-4f37-4cda-85ba-0a4e9be266d3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 945 time: 0.0457685 Oct 06 11:19:01.633947 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:01.638141 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Deleting port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:01.638487 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:01.727645 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] For port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:01.728036 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:01.789064 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:01.893516 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:01.894183 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (c6020a76-aecf-4c74-ba2f-46cde8b4edde), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:01.894183 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Floating IP c6020a76-aecf-4c74-ba2f-46cde8b4edde disassociated. External IP: 172.27.0.33, port: 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4. Oct 06 11:19:01.894505 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Calling delete_port for 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:01.931449 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38634) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:01.991634 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-41550e62-5bc7-4e6e-be79-02972cb57a6c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (e8e8934a-66d0-4983-bd18-a12f1c40642b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.015278 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-41550e62-5bc7-4e6e-be79-02972cb57a6c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (e8e8934a-66d0-4983-bd18-a12f1c40642b), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.037164 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.057800 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-544c40ca-3321-47df-9281-d574b942d53f req-856feca8-4945-4b93-bb4f-e59fa5159c72 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 210 time: 0.0393248 Oct 06 11:19:02.068837 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event deleted for resources: {'Port': ['ID=9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:02.105625 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-41550e62-5bc7-4e6e-be79-02972cb57a6c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (e8e8934a-66d0-4983-bd18-a12f1c40642b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.108322 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-41550e62-5bc7-4e6e-be79-02972cb57a6c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.112282 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-41550e62-5bc7-4e6e-be79-02972cb57a6c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e8e8934a-66d0-4983-bd18-a12f1c40642b HTTP/1.1" status: 204 len: 168 time: 0.1797497 Oct 06 11:19:02.113075 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38638) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:02.137272 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41550e62-5bc7-4e6e-be79-02972cb57a6c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e8934a-66d0-4983-bd18-a12f1c40642b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:02.139290 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.api.v2.resource [None req-c8cecf43-966d-46a5-bb94-9a90a3838d05 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] show failed (client error): The resource could not be found. Oct 06 11:19:02.140555 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-c8cecf43-966d-46a5-bb94-9a90a3838d05 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups/e8e8934a-66d0-4983-bd18-a12f1c40642b HTTP/1.1" status: 404 len: 347 time: 0.0234051 Oct 06 11:19:02.144020 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38640) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:02.191500 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Router 382d1811-a40d-420e-8662-882c843c6ba7 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:19:02.261215 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Deleting port 0a14f010-86e4-407d-a3c0-31dfd8b693d3 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:02.261662 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (0a14f010-86e4-407d-a3c0-31dfd8b693d3), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.296108 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:19:02.309454 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:19:02.320038 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:02.320662 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:02.341946 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (0a14f010-86e4-407d-a3c0-31dfd8b693d3), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.342550 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (0a14f010-86e4-407d-a3c0-31dfd8b693d3), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.343654 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] No DVR routers for this DVR port 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:19:02.346271 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.350040 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-1e372631-80b0-4151-85c6-d8c1302f40da req-ca135cf8-1f46-496d-840a-3c19525c65f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "DELETE /networking/v2.0/ports/9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 HTTP/1.1" status: 204 len: 173 time: 0.7932100 Oct 06 11:19:02.350550 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'name': 'network-vif-deleted', 'tag': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:02.352972 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de599f07-a8ea-492d-8921-b984f00cf77c" -d '{"events": [{"server_uuid": "847a7542-8658-4e05-85d3-98b8ceb6c9de", "name": "network-vif-deleted", "tag": "9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:02.365841 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Calling delete_port for 0a14f010-86e4-407d-a3c0-31dfd8b693d3 owned by network:floatingip {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:02.393958 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91b9e7b-2569-44a5-8a6b-cf12205ee2f0 x-openstack-request-id: req-f91b9e7b-2569-44a5-8a6b-cf12205ee2f0 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:02.394475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847a7542-8658-4e05-85d3-98b8ceb6c9de", "name": "network-vif-deleted", "tag": "9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:02.394821 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f91b9e7b-2569-44a5-8a6b-cf12205ee2f0 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:02.395353 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91b9e7b-2569-44a5-8a6b-cf12205ee2f0'] response: {'server_uuid': '847a7542-8658-4e05-85d3-98b8ceb6c9de', 'name': 'network-vif-deleted', 'tag': '9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4', 'status': 'completed', 'code': 200} Oct 06 11:19:02.447159 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:02.468393 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:02.531171 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (0a14f010-86e4-407d-a3c0-31dfd8b693d3), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.559800 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'Port': ['ID=0a14f010-86e4-407d-a3c0-31dfd8b693d3,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:02.631024 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:02.637087 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.639614 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.643875 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-b05397c3-c015-4fec-a9c6-56674311036f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/7b1fdc3a-8ba1-44d7-a5a7-48ef8b59c1c8 HTTP/1.1" status: 204 len: 168 time: 0.4958477 Oct 06 11:19:02.668171 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:02.694185 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:19:02.704941 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:02.706041 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:02.715296 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38646) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:02.720089 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-726f5c43-3c91-44c9-9c35-cef21c8d05dc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019749297', 'description': 'tempest-description--956717978'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:02.744210 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-726f5c43-3c91-44c9-9c35-cef21c8d05dc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.757784 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:02.813308 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:02.816445 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-726f5c43-3c91-44c9-9c35-cef21c8d05dc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (a37e4066-a99e-442a-99ac-68828984b589), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.822497 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-726f5c43-3c91-44c9-9c35-cef21c8d05dc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (a37e4066-a99e-442a-99ac-68828984b589), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.824647 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:02.858757 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-726f5c43-3c91-44c9-9c35-cef21c8d05dc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.860172 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-726f5c43-3c91-44c9-9c35-cef21c8d05dc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1436310 Oct 06 11:19:02.863192 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38648) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:02.866246 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f5c43-3c91-44c9-9c35-cef21c8d05dc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37e4066-a99e-442a-99ac-68828984b589,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:02.868319 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-a479effe-7f35-4b29-bf9d-55d73a531633 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group_rule': {'security_group_id': 'a37e4066-a99e-442a-99ac-68828984b589', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:02.894747 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a479effe-7f35-4b29-bf9d-55d73a531633 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (0a0a53c7-916c-4a6a-bcd0-1d9f8124df0b), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.944053 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:02.952207 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a479effe-7f35-4b29-bf9d-55d73a531633 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (0a0a53c7-916c-4a6a-bcd0-1d9f8124df0b), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.955592 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a479effe-7f35-4b29-bf9d-55d73a531633 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (0a0a53c7-916c-4a6a-bcd0-1d9f8124df0b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.974630 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479effe-7f35-4b29-bf9d-55d73a531633 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0a53c7-916c-4a6a-bcd0-1d9f8124df0b,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:02.982915 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a479effe-7f35-4b29-bf9d-55d73a531633 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:02.984133 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a479effe-7f35-4b29-bf9d-55d73a531633 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199050 Oct 06 11:19:02.986939 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38650) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:02.991538 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-8006ef57-e29c-466a-954a-f56ece3c35c2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group_rule': {'security_group_id': 'a37e4066-a99e-442a-99ac-68828984b589', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:03.018284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8006ef57-e29c-466a-954a-f56ece3c35c2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (b5813b3f-cb09-452d-be98-ec145d64b540), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.028205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:03.056772 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505053a-9503-426e-90e7-ac4f62676fde None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:19:03.077084 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8006ef57-e29c-466a-954a-f56ece3c35c2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (b5813b3f-cb09-452d-be98-ec145d64b540), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.081376 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8006ef57-e29c-466a-954a-f56ece3c35c2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (b5813b3f-cb09-452d-be98-ec145d64b540), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.101632 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006ef57-e29c-466a-954a-f56ece3c35c2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5813b3f-cb09-452d-be98-ec145d64b540,revision_number=0']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:03.110433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8006ef57-e29c-466a-954a-f56ece3c35c2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.112068 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-8006ef57-e29c-466a-954a-f56ece3c35c2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240530 Oct 06 11:19:03.115727 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38654) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:03.120310 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:03.158211 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.219140 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ef7b1054-f91c-457d-9da0-89dd17976a6d req-3a3e6a2b-93ae-4c46-a358-267978a23604 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=847a7542-8658-4e05-85d3-98b8ceb6c9de HTTP/1.1" status: 200 len: 210 time: 0.0335040 Oct 06 11:19:03.265292 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.325143 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4154cb8-50f5-4bb6-a532-639edec2c403 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:03.347375 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: d4154cb8-50f5-4bb6-a532-639edec2c403 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:03.347724 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device d4154cb8-50f5-4bb6-a532-639edec2c403 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:03.374806 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Allocated IP 172.27.0.131 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/4ca38ef7-0d4d-4432-98be-402cd6956028) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:19:03.376547 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365eea09-5738-4e2a-9bba-4a5d98623f25 None None] New status for floating IP c6020a76-aecf-4c74-ba2f-46cde8b4edde: DOWN {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:19:03.489932 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (4ca38ef7-0d4d-4432-98be-402cd6956028), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.523709 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (4ca38ef7-0d4d-4432-98be-402cd6956028), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.562745 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:19:03.565661 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:19:03.570005 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:19:03.591596 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=4ca38ef7-0d4d-4432-98be-402cd6956028,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:03.614333 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:03.659541 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (3b29531f-8eac-494a-b357-beaf4b9cb25d), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.696211 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (4ca38ef7-0d4d-4432-98be-402cd6956028), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.733167 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:03.844860 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (4ca38ef7-0d4d-4432-98be-402cd6956028), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.849416 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (4ca38ef7-0d4d-4432-98be-402cd6956028), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.916045 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=4ca38ef7-0d4d-4432-98be-402cd6956028,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:03.919335 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (3b29531f-8eac-494a-b357-beaf4b9cb25d), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.935531 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:03.936798 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-6976a1b6-966b-4bb3-a930-0531a02a992f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8200479 Oct 06 11:19:04.092508 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-decaaa1b-fcd9-47ad-a7fc-82ab3e86732a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1019749297&fields=id&tenant_id=5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 267 time: 0.0463703 Oct 06 11:19:04.199875 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-faa67788-800e-4c97-96b7-0eec88c6bd06 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:04.201368 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-faa67788-800e-4c97-96b7-0eec88c6bd06 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 814 time: 0.1024220 Oct 06 11:19:04.216116 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-50ce288f-3fd9-42eb-a4b6-2aa8fddf9a15 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/quotas/5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 375 time: 0.0093567 Oct 06 11:19:04.269812 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-0f5a6647-7cfa-445d-95bd-c6f84ca7040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487304 Oct 06 11:19:04.369359 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-30a83617-90f6-453b-a74b-37ff58d4117e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877178 Oct 06 11:19:04.413138 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:04.454012 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-61583cac-99af-4e0a-aa1a-8411aaf582b6 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-516401855&fields=id&tenant_id=0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 267 time: 0.0486746 Oct 06 11:19:04.468636 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-b2d1ae28-b546-4221-9c37-972765f652a6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935106 Oct 06 11:19:04.563823 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-fe8ade93-46cb-40b3-ae0d-57a6e2a246a1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:04.565295 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-fe8ade93-46cb-40b3-ae0d-57a6e2a246a1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 812 time: 0.1037607 Oct 06 11:19:04.583910 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-f02db7fe-7ff8-46ef-8369-5b06161ca2c4 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/quotas/0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 375 time: 0.0097299 Oct 06 11:19:04.633778 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-37c8feea-c54f-4b96-9eaf-fef23eec12cc req-69a003ee-370f-467c-af19-e303d3fe5c2c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 210 time: 0.0285525 Oct 06 11:19:04.664414 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-bc7c6f7d-c5fe-42ac-b4ce-256377156325 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614002 Oct 06 11:19:04.754620 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-fa503efa-6cdc-49b9-96c8-824caea4edd7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854669 Oct 06 11:19:04.859726 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-0e994124-1a27-4f9a-8d33-7e1d222c16d7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980401 Oct 06 11:19:05.184493 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1ec29d01-918d-4d51-9b12-31dabb5b75a2 req-628891e8-a132-48f8-9d52-74bf9db0202a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 210 time: 0.0491476 Oct 06 11:19:05.331875 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:05.352170 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:05.352520 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 9f6fca2b-eaa7-4e9e-9cb7-a301ae5992e4 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:05.780438 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7087b589-ef8d-4ea3-9509-b56484ccec44 req-63df6e0d-dc9e-4b00-9499-1db9c4a17c1a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 210 time: 0.0651948 Oct 06 11:19:05.842166 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-4dd58038-a860-49c0-bd4d-7ce666acab64 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:05.844584 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-4dd58038-a860-49c0-bd4d-7ce666acab64 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 814 time: 0.1549463 Oct 06 11:19:05.915360 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-701f9d58-b0a2-4d54-8cae-05ff434bca62 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 380 time: 0.0563638 Oct 06 11:19:05.991778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'port': {'device_id': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'admin_state_up': True, 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'security_groups': ['a37e4066-a99e-442a-99ac-68828984b589']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:06.099691 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Made reservation on behalf of 5d69675576dc4c7fa5cede0f99db8e32 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:19:06.103400 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:06.178612 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:06.230941 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Allocated IP 172.20.0.4 (8d576013-5c41-470a-82ec-fbb07f6bd986/d1ece9f1-2c7d-4c32-a6c1-232ab8432a87/818b712e-b370-45de-919c-0b00b646f201) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:19:06.255555 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:06.290343 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aaab10f1-d0ef-4e67-bf14-c96d6b337c10 req-1a164b4c-e124-42b2-a8b7-f6607e9e8eac tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 210 time: 0.0284786 Oct 06 11:19:06.376995 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (818b712e-b370-45de-919c-0b00b646f201), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:06.421076 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (818b712e-b370-45de-919c-0b00b646f201), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:06.469357 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:19:06.472541 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:19:06.475609 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:19:06.496453 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-b5e7f637-79c1-4543-ba07-2c88de92738b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:06.497946 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-b5e7f637-79c1-4543-ba07-2c88de92738b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 812 time: 0.1193986 Oct 06 11:19:06.506296 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=818b712e-b370-45de-919c-0b00b646f201,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:06.533456 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:06.534181 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:06.539900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:06.556068 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-43b36795-2f15-4a9d-a664-fcaf895d0108 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680735 Oct 06 11:19:06.574141 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Request body: {'port': {'device_id': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:06.589651 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-3297f777-0842-439e-8084-ee84d23b2a5e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 379 time: 0.0649874 Oct 06 11:19:06.599112 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'port': {'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'admin_state_up': True, 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'security_groups': ['9d85473f-1743-4d5d-af08-6cb4b95c5743']}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:06.650561 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (818b712e-b370-45de-919c-0b00b646f201), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:06.724629 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:06.731699 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Made reservation on behalf of 0934343645484d01b9b48a40bbf0b671 for: {'port': 1} {{(pid=106389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:19:06.736074 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:06.739219 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-f33a2909-2384-4d2e-8113-1e90e36ae5c7 None None] Provisioning complete for port 818b712e-b370-45de-919c-0b00b646f201 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:19:06.739766 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-f33a2909-2384-4d2e-8113-1e90e36ae5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (818b712e-b370-45de-919c-0b00b646f201), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:06.739948 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-f33a2909-2384-4d2e-8113-1e90e36ae5c7 None None] Attempt 1 to provision port 818b712e-b370-45de-919c-0b00b646f201 Oct 06 11:19:06.773804 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-f33a2909-2384-4d2e-8113-1e90e36ae5c7 None None] Port 818b712e-b370-45de-919c-0b00b646f201 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:19:06.871595 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Allocated IP 172.20.0.10 (4328977c-615f-4aaa-a450-a9014d5b4970/ecb033d3-45a8-4c54-bac9-e8ca6f677052/540e5da9-dcce-45db-b59c-83443ed6141e) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:19:06.925726 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca964aa-efdb-460b-b5c3-97d61b950a67 req-955f733b-e934-43ef-9d2e-61e39d9e1dc6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:06.927725 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4ca964aa-efdb-460b-b5c3-97d61b950a67 req-955f733b-e934-43ef-9d2e-61e39d9e1dc6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 931 time: 0.0637529 Oct 06 11:19:06.989675 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818b712e-b370-45de-919c-0b00b646f201 {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:19:06.999779 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Publish callbacks [] for port (818b712e-b370-45de-919c-0b00b646f201), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.022448 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (540e5da9-dcce-45db-b59c-83443ed6141e), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.023630 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4ca964aa-efdb-460b-b5c3-97d61b950a67 req-754b8a20-e43e-4303-a886-0b28757fd646 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869031 Oct 06 11:19:07.026661 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Transition to ACTIVE for port object 818b712e-b370-45de-919c-0b00b646f201 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:19:07.031058 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (818b712e-b370-45de-919c-0b00b646f201), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.035678 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:07.057094 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.079125 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:07.099773 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Pushing event updated for resources: {'Port': ['ID=818b712e-b370-45de-919c-0b00b646f201,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:07.106855 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Network 4328977c-615f-4aaa-a450-a9014d5b4970 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:19:07.110081 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:19:07.114766 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:19:07.142065 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=540e5da9-dcce-45db-b59c-83443ed6141e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:07.174974 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:07.175675 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.181951 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Attempting to bind port 818b712e-b370-45de-919c-0b00b646f201 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:19:07.182297 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Attempting to bind port 818b712e-b370-45de-919c-0b00b646f201 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:19:07.182631 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Attempting to bind port 818b712e-b370-45de-919c-0b00b646f201 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:19:07.195333 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-ad7ef94f-6f46-4090-9aae-58c6626ea332 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6011059 Oct 06 11:19:07.213532 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Request body: {'port': {'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:07.237572 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Port 818b712e-b370-45de-919c-0b00b646f201 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:19:07.237910 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Attempting to bind port 818b712e-b370-45de-919c-0b00b646f201 on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:19:07.283466 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.294898 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:19:07.295239 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Checking segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:19:07.295630 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Bound using segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:19:07.296222 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Bound port: 818b712e-b370-45de-919c-0b00b646f201, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:19:07.296454 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (818b712e-b370-45de-919c-0b00b646f201), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.376734 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] For port 818b712e-b370-45de-919c-0b00b646f201, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:19:07.380467 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] For port 818b712e-b370-45de-919c-0b00b646f201, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=818b712e-b370-45de-919c-0b00b646f201,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:19:07.397936 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (818b712e-b370-45de-919c-0b00b646f201), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.404078 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:07.404763 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.406200 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/818b712e-b370-45de-919c-0b00b646f201 HTTP/1.1" status: 200 len: 1093 time: 0.8365345 Oct 06 11:19:07.406689 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'tag': '818b712e-b370-45de-919c-0b00b646f201'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:07.408958 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718f44d8-b127-4c3f-8940-4bc82f1aaefa" -d '{"events": [{"name": "network-changed", "server_uuid": "605e2ba5-ae23-430e-a8a5-439650222ad4", "tag": "818b712e-b370-45de-919c-0b00b646f201"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:07.409851 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-665d5f9a-3506-4eaf-af07-430f4281a364 None None] Provisioning complete for port 540e5da9-dcce-45db-b59c-83443ed6141e triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:19:07.410236 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-665d5f9a-3506-4eaf-af07-430f4281a364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.410575 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-665d5f9a-3506-4eaf-af07-430f4281a364 None None] Attempt 1 to provision port 540e5da9-dcce-45db-b59c-83443ed6141e Oct 06 11:19:07.448673 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-665d5f9a-3506-4eaf-af07-430f4281a364 None None] Port 540e5da9-dcce-45db-b59c-83443ed6141e cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:19:07.457599 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e5996-927f-40e5-8ac3-101faefa8024 service neutron] Pushing event updated for resources: {'Port': ['ID=818b712e-b370-45de-919c-0b00b646f201,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:07.487972 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dc301-043a-414a-b0bb-a894f1514ff7 req-fefdeb83-3f16-43b3-98af-bfc7f426d105 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:07.489558 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-781dc301-043a-414a-b0bb-a894f1514ff7 req-fefdeb83-3f16-43b3-98af-bfc7f426d105 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 932 time: 0.0715013 Oct 06 11:19:07.497022 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9c3d63-9142-4aec-91f2-0daf9db0534e x-openstack-request-id: req-5b9c3d63-9142-4aec-91f2-0daf9db0534e {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:07.497419 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605e2ba5-ae23-430e-a8a5-439650222ad4", "tag": "818b712e-b370-45de-919c-0b00b646f201", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:07.497707 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b9c3d63-9142-4aec-91f2-0daf9db0534e {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:07.498197 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9c3d63-9142-4aec-91f2-0daf9db0534e'] response: {'name': 'network-changed', 'server_uuid': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'tag': '818b712e-b370-45de-919c-0b00b646f201', 'status': 'completed', 'code': 200} Oct 06 11:19:07.554512 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:07.569318 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-83d414d6-d26c-495a-8309-20023a8f9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:07.570834 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-83d414d6-d26c-495a-8309-20023a8f9d88 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 1127 time: 0.0411675 Oct 06 11:19:07.574148 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:07.601973 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-781dc301-043a-414a-b0bb-a894f1514ff7 req-374f72ad-779e-4f87-958d-da4591677d21 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988476 Oct 06 11:19:07.617095 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-a96a970d-484a-4eb2-9401-618ba384f257 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=818b712e-b370-45de-919c-0b00b646f201 HTTP/1.1" status: 200 len: 217 time: 0.0323539 Oct 06 11:19:07.669734 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-08f573b4-9396-426a-9deb-9bf1bd4f0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:07.671194 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-08f573b4-9396-426a-9deb-9bf1bd4f0796 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0489771 Oct 06 11:19:07.678512 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540e5da9-dcce-45db-b59c-83443ed6141e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:19:07.686050 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Publish callbacks [] for port (540e5da9-dcce-45db-b59c-83443ed6141e), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.699120 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Transition to ACTIVE for port object 540e5da9-dcce-45db-b59c-83443ed6141e will not be triggered until provisioned by entity L2. {{(pid=106389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:19:07.702446 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.715501 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-af06da85-f4a6-448c-85d8-a13652bd5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:07.717048 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-af06da85-f4a6-448c-85d8-a13652bd5cf3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403464 Oct 06 11:19:07.783521 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=540e5da9-dcce-45db-b59c-83443ed6141e,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:07.810519 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Attempting to bind port 540e5da9-dcce-45db-b59c-83443ed6141e on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:19:07.810752 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Attempting to bind port 540e5da9-dcce-45db-b59c-83443ed6141e by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:19:07.811144 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Attempting to bind port 540e5da9-dcce-45db-b59c-83443ed6141e on network 4328977c-615f-4aaa-a450-a9014d5b4970 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:19:07.813830 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-c3082c15-ff7a-45ac-af10-812c0b100eee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891604 Oct 06 11:19:07.852771 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Port 540e5da9-dcce-45db-b59c-83443ed6141e on network 4328977c-615f-4aaa-a450-a9014d5b4970 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:19:07.853096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Attempting to bind port 540e5da9-dcce-45db-b59c-83443ed6141e on network 4328977c-615f-4aaa-a450-a9014d5b4970 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:19:07.898409 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:19:07.898741 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Checking segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:19:07.899123 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Bound using segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:19:07.899555 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Bound port: 540e5da9-dcce-45db-b59c-83443ed6141e, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:19:07.899940 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.904566 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a688e8f0-9ddc-4b98-9d3e-fbe9c7b8b4bc req-4e5ec528-f34c-4503-8863-99e7c9c1e7b3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846114 Oct 06 11:19:07.961127 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] For port 540e5da9-dcce-45db-b59c-83443ed6141e, host hv-cinder-86020, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:19:07.964250 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] For port 540e5da9-dcce-45db-b59c-83443ed6141e, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=540e5da9-dcce-45db-b59c-83443ed6141e,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:19:07.970055 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.974207 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:07.974816 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:07.976238 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/540e5da9-dcce-45db-b59c-83443ed6141e HTTP/1.1" status: 200 len: 1094 time: 0.7673709 Oct 06 11:19:07.976782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:07.979002 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5b0958-d489-4393-ab7d-d9e2541b8f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:08.018374 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35af5a0-3e22-4370-8860-2b594bede2f6 x-openstack-request-id: req-e35af5a0-3e22-4370-8860-2b594bede2f6 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:08.018714 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:08.018972 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e35af5a0-3e22-4370-8860-2b594bede2f6 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:08.019376 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35af5a0-3e22-4370-8860-2b594bede2f6'] response: {'name': 'network-changed', 'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e', 'status': 'completed', 'code': 200} Oct 06 11:19:08.029277 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79511-68a8-4d1d-bb99-6b48daded3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=540e5da9-dcce-45db-b59c-83443ed6141e,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:08.148322 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a732ee-6582-4dfd-993a-931572d28881 req-80fbfb04-eec8-4800-9d46-b59eab1ffb7a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:08.149786 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-07a732ee-6582-4dfd-993a-931572d28881 req-80fbfb04-eec8-4800-9d46-b59eab1ffb7a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 943 time: 0.0482874 Oct 06 11:19:08.199703 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-07a732ee-6582-4dfd-993a-931572d28881 req-1372acd3-938a-4244-9ad6-b32bb91f350d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Oct 06 11:19:08.726532 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6749-d0a8-4ab3-9a06-553b6aa9cd20 req-b9aea527-ca02-4bfa-a9b4-8383deb4010e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:08.728005 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b5ba6749-d0a8-4ab3-9a06-553b6aa9cd20 req-b9aea527-ca02-4bfa-a9b4-8383deb4010e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0462375 Oct 06 11:19:08.740834 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:19:08.780834 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b5ba6749-d0a8-4ab3-9a06-553b6aa9cd20 req-2e19cc5b-a3f7-4300-bc99-d3a683d9b6cf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471475 Oct 06 11:19:09.319604 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1055372-1ea7-44c6-ac92-3ce3f2a0b780 req-3b482ab9-9d51-447a-b968-5bdff2c5d745 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:09.321090 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1055372-1ea7-44c6-ac92-3ce3f2a0b780 req-3b482ab9-9d51-447a-b968-5bdff2c5d745 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 943 time: 0.0460668 Oct 06 11:19:09.367079 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a1055372-1ea7-44c6-ac92-3ce3f2a0b780 req-77e09b49-4c27-45cf-ac15-45847a5f547f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405414 Oct 06 11:19:09.901771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda7fc4-22a7-4f45-bfdf-7ed601deaefa req-ecb67a05-f9fc-4146-b485-730bd778702d tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:09.903240 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5dda7fc4-22a7-4f45-bfdf-7ed601deaefa req-ecb67a05-f9fc-4146-b485-730bd778702d tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0477211 Oct 06 11:19:09.951727 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5dda7fc4-22a7-4f45-bfdf-7ed601deaefa req-3007d039-09d1-46a3-8450-b709451ff976 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429640 Oct 06 11:19:10.126992 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-4bd05079-a6ca-4e96-a603-ffeba9e798a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.128545 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-4bd05079-a6ca-4e96-a603-ffeba9e798a0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 1127 time: 0.0393982 Oct 06 11:19:10.130974 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0958-d489-4393-ab7d-d9e2541b8f1a req-8baa5544-4e70-4161-86ee-233e54be32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.132470 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9c5b0958-d489-4393-ab7d-d9e2541b8f1a req-8baa5544-4e70-4161-86ee-233e54be32a9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 1128 time: 0.0386252 Oct 06 11:19:10.214139 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:10.220393 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:10.240928 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-14dfdfa5-9a68-428a-9b80-9e7ea5fb34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.242417 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-14dfdfa5-9a68-428a-9b80-9e7ea5fb34df service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.0976696 Oct 06 11:19:10.247544 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0958-d489-4393-ab7d-d9e2541b8f1a req-05dbf736-0058-4f99-9c63-e437135f96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.249041 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9c5b0958-d489-4393-ab7d-d9e2541b8f1a req-05dbf736-0058-4f99-9c63-e437135f96dc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=0934343645484d01b9b48a40bbf0b671&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1020682 Oct 06 11:19:10.272692 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:10.281753 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-877164d7-4f80-454e-8929-d8bcbc0bf7bb service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=818b712e-b370-45de-919c-0b00b646f201 HTTP/1.1" status: 200 len: 217 time: 0.0332627 Oct 06 11:19:10.330940 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-e65cc814-fc82-4021-ac83-72dd3d458f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.332431 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-e65cc814-fc82-4021-ac83-72dd3d458f81 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0437548 Oct 06 11:19:10.342956 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0958-d489-4393-ab7d-d9e2541b8f1a req-57428b18-c855-4531-9dd7-095b6a21d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.344418 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9c5b0958-d489-4393-ab7d-d9e2541b8f1a req-57428b18-c855-4531-9dd7-095b6a21d81d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904367 Oct 06 11:19:10.378648 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-2e4c9972-4e50-498f-b11a-b9d0f4f40d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.380618 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-2e4c9972-4e50-498f-b11a-b9d0f4f40d69 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425780 Oct 06 11:19:10.451358 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-cc0e2c98-a97e-4dbc-af53-e0234eb03804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.452885 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-cc0e2c98-a97e-4dbc-af53-e0234eb03804 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 1128 time: 0.0466337 Oct 06 11:19:10.465560 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:10.498007 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-34b119a8-aa94-46dc-b571-763103ae4cf4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=540e5da9-dcce-45db-b59c-83443ed6141e HTTP/1.1" status: 200 len: 217 time: 0.0328593 Oct 06 11:19:10.525289 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8006012-dc11-4a58-be32-d60a401f82fb req-3dccf7f8-277a-48fb-b73c-49116ea874bc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.526777 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b8006012-dc11-4a58-be32-d60a401f82fb req-3dccf7f8-277a-48fb-b73c-49116ea874bc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 943 time: 0.0801361 Oct 06 11:19:10.529056 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-4928dd3b-c7e3-4fc8-bc5a-3386dc360237 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352506 Oct 06 11:19:10.548546 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-715caf12-636d-4333-afc1-b95d6b8d571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.550023 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-715caf12-636d-4333-afc1-b95d6b8d571c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0465233 Oct 06 11:19:10.592043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-14a3350b-e8b5-42ba-8cbe-ccc10f2d9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:10.593683 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-14a3350b-e8b5-42ba-8cbe-ccc10f2d9809 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380390 Oct 06 11:19:10.625702 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b8006012-dc11-4a58-be32-d60a401f82fb req-e9b57228-eeaa-4e59-adba-deade0e3626f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929744 Oct 06 11:19:10.655174 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-718f44d8-b127-4c3f-8940-4bc82f1aaefa req-ef502cef-e9ec-435a-ae23-6a94f13749b2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148114 Oct 06 11:19:10.690936 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-fd525553-262d-40dc-9aef-1b7c5a0825fb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910583 Oct 06 11:19:10.784121 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7670feee-f1f8-4e30-b543-9cbe16ae6e5d req-70509680-7cfb-4e7a-b4d4-4640371594c7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870609 Oct 06 11:19:11.072824 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe0f38-29f5-4212-8523-903ec5402f08 req-353874a6-3e54-4a9e-abd5-bca69c4f68e3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:11.074264 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e7fe0f38-29f5-4212-8523-903ec5402f08 req-353874a6-3e54-4a9e-abd5-bca69c4f68e3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0471499 Oct 06 11:19:11.121884 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e7fe0f38-29f5-4212-8523-903ec5402f08 req-c654c070-80cf-4219-aafd-64e7644095d2 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421448 Oct 06 11:19:11.374055 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 818b712e-b370-45de-919c-0b00b646f201 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:19:11.473839 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 818b712e-b370-45de-919c-0b00b646f201, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=818b712e-b370-45de-919c-0b00b646f201,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:11.484486 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '818b712e-b370-45de-919c-0b00b646f201', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'port_id': '818b712e-b370-45de-919c-0b00b646f201', 'mac_address': 'fa:16:3e:00:46:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:19:11.519221 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 818b712e-b370-45de-919c-0b00b646f201 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:19:11.519616 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (818b712e-b370-45de-919c-0b00b646f201), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:11.532871 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818b712e-b370-45de-919c-0b00b646f201 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:19:11.552618 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 818b712e-b370-45de-919c-0b00b646f201, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=818b712e-b370-45de-919c-0b00b646f201,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:11.556669 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (818b712e-b370-45de-919c-0b00b646f201), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:11.601299 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=818b712e-b370-45de-919c-0b00b646f201,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:11.608309 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.608663 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.609010 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.609355 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.609692 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.610025 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.610356 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.610690 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.611019 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.611347 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.611675 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.612042 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.612368 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.612691 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.613013 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:19:11.969660 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['818b712e-b370-45de-919c-0b00b646f201'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:19:11.990657 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39960-63dc-4063-a388-409419b8bfdc req-bdf615b3-13ac-48fb-a638-3d494bd1f53d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:11.992176 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-49c39960-63dc-4063-a388-409419b8bfdc req-bdf615b3-13ac-48fb-a638-3d494bd1f53d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 944 time: 0.2846324 Oct 06 11:19:12.041198 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-49c39960-63dc-4063-a388-409419b8bfdc req-7cabde5d-f862-4174-b802-94940509f403 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Oct 06 11:19:12.242262 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf44a-a82d-481e-88f0-038652b60b79 req-d1619cba-f10a-4dee-8733-c4b870f51c74 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:12.243716 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6faaf44a-a82d-481e-88f0-038652b60b79 req-d1619cba-f10a-4dee-8733-c4b870f51c74 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0452549 Oct 06 11:19:12.291300 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6faaf44a-a82d-481e-88f0-038652b60b79 req-1b5b3435-a611-402c-acc8-ae6cff265fc0 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Oct 06 11:19:12.811222 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:12.825491 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:13.160022 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b511-ab30-42ac-986c-6697cac22ee2 req-5c3d8077-b19b-4c3a-9eeb-5bad01d4c666 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:13.162209 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2d39b511-ab30-42ac-986c-6697cac22ee2 req-5c3d8077-b19b-4c3a-9eeb-5bad01d4c666 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 944 time: 0.0476003 Oct 06 11:19:13.208328 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2d39b511-ab30-42ac-986c-6697cac22ee2 req-e53225cf-1c3a-4608-a49e-c748bba820b8 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401132 Oct 06 11:19:13.394189 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 818b712e-b370-45de-919c-0b00b646f201 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:19:13.416151 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55149a3-1d16-4062-aa29-ca4a89a1bc31 req-42f48221-2e4d-451e-9d5f-0b54add6da99 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:13.417612 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d55149a3-1d16-4062-aa29-ca4a89a1bc31 req-42f48221-2e4d-451e-9d5f-0b54add6da99 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0534773 Oct 06 11:19:13.440532 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 818b712e-b370-45de-919c-0b00b646f201 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:19:13.448174 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 818b712e-b370-45de-919c-0b00b646f201 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:19:13.448578 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (818b712e-b370-45de-919c-0b00b646f201), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:13.448914 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 818b712e-b370-45de-919c-0b00b646f201 Oct 06 11:19:13.469581 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d55149a3-1d16-4062-aa29-ca4a89a1bc31 req-e73a3f6d-c241-4923-b8e3-6da769ece193 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Oct 06 11:19:13.523439 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 818b712e-b370-45de-919c-0b00b646f201 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:19:13.523807 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (818b712e-b370-45de-919c-0b00b646f201), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:13.525432 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:13.548759 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b712e-b370-45de-919c-0b00b646f201'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:13.550942 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ea4c2d-3a7c-4e6a-8a06-8f49f1ec637e" -d '{"events": [{"server_uuid": "605e2ba5-ae23-430e-a8a5-439650222ad4", "name": "network-vif-plugged", "status": "completed", "tag": "818b712e-b370-45de-919c-0b00b646f201"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:13.563644 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 818b712e-b370-45de-919c-0b00b646f201, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=818b712e-b370-45de-919c-0b00b646f201,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:13.568204 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (818b712e-b370-45de-919c-0b00b646f201), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:13.591053 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ecf05e-efc9-40b1-a9ad-b4ad50d68345 x-openstack-request-id: req-f4ecf05e-efc9-40b1-a9ad-b4ad50d68345 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:13.591349 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605e2ba5-ae23-430e-a8a5-439650222ad4", "name": "network-vif-plugged", "status": "completed", "tag": "818b712e-b370-45de-919c-0b00b646f201", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:13.591604 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4ecf05e-efc9-40b1-a9ad-b4ad50d68345 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:13.592022 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ecf05e-efc9-40b1-a9ad-b4ad50d68345'] response: {'server_uuid': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b712e-b370-45de-919c-0b00b646f201', 'code': 200} Oct 06 11:19:13.616784 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=818b712e-b370-45de-919c-0b00b646f201,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:13.799178 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fce701-3a3c-43de-9464-08fe3112bae6 req-883e2fd5-deeb-4ec2-a62d-9950264a69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:13.800724 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-17fce701-3a3c-43de-9464-08fe3112bae6 req-883e2fd5-deeb-4ec2-a62d-9950264a69a0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 1129 time: 0.0374334 Oct 06 11:19:13.843765 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-17fce701-3a3c-43de-9464-08fe3112bae6 req-78cde1f9-65f0-4d77-981d-5a7a67c18b9f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367594 Oct 06 11:19:14.331555 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba6666-8c50-4858-8244-bedc0ca5d534 req-f3b50c06-2580-4ef8-95c1-710ef9fbeea3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:14.333062 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8fba6666-8c50-4858-8244-bedc0ca5d534 req-f3b50c06-2580-4ef8-95c1-710ef9fbeea3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Oct 06 11:19:14.603889 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151f36a-07fd-4c23-b113-ef943a4a13e2 req-ff5d7256-643a-434c-97d6-e5befedaf666 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:14.605485 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a151f36a-07fd-4c23-b113-ef943a4a13e2 req-ff5d7256-643a-434c-97d6-e5befedaf666 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0527005 Oct 06 11:19:14.638202 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8fba6666-8c50-4858-8244-bedc0ca5d534 req-8aad50e1-9c7e-4400-afe8-a1c97d1b28ae tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995539 Oct 06 11:19:14.655046 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a151f36a-07fd-4c23-b113-ef943a4a13e2 req-841cbffd-02cd-45db-9088-07c270d8ca25 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439100 Oct 06 11:19:15.763736 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63072-351b-41bd-b752-e2b42d15170e req-56d013da-23e9-468a-b3e5-c958e4c557d2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:15.765251 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7da63072-351b-41bd-b752-e2b42d15170e req-56d013da-23e9-468a-b3e5-c958e4c557d2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 945 time: 0.0463376 Oct 06 11:19:15.778535 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67427df-a84f-46a4-bf51-b27ce8aef8d9 req-cc0588db-6adb-415c-b98a-effbf24f7188 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:15.780017 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c67427df-a84f-46a4-bf51-b27ce8aef8d9 req-cc0588db-6adb-415c-b98a-effbf24f7188 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0471954 Oct 06 11:19:15.808542 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:15.813651 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7da63072-351b-41bd-b752-e2b42d15170e req-dc04d9c7-02de-46cc-b825-5ddaadc14e47 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Oct 06 11:19:15.833773 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c67427df-a84f-46a4-bf51-b27ce8aef8d9 req-95c41c10-2fcc-4931-878a-015550b922e1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475900 Oct 06 11:19:15.936676 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545185c-dd13-4907-8623-6ac5e4699787 req-c7ba5d75-9e66-40f5-9e45-4b77668d6808 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:15.938020 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8545185c-dd13-4907-8623-6ac5e4699787 req-c7ba5d75-9e66-40f5-9e45-4b77668d6808 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 945 time: 0.0497065 Oct 06 11:19:15.949691 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38754) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:15.954155 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'floatingip': {'port_id': '818b712e-b370-45de-919c-0b00b646f201'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:15.984841 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:15.995399 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (3b29531f-8eac-494a-b357-beaf4b9cb25d), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:16.420278 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:16.423823 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (3b29531f-8eac-494a-b357-beaf4b9cb25d), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:16.516679 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Floating IP 3b29531f-8eac-494a-b357-beaf4b9cb25d associated. External IP: 172.27.0.131, port: 818b712e-b370-45de-919c-0b00b646f201. Oct 06 11:19:16.709810 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:19:16.811757 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:19:16.816729 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:16.822666 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:19:16.832075 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:16.832690 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:16.853798 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-7ff9ad76-df47-460d-a428-f0291f7f62a3 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/3b29531f-8eac-494a-b357-beaf4b9cb25d HTTP/1.1" status: 200 len: 991 time: 0.9008977 Oct 06 11:19:16.853798 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'tag': '818b712e-b370-45de-919c-0b00b646f201'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:16.854785 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab" -d '{"events": [{"name": "network-changed", "server_uuid": "605e2ba5-ae23-430e-a8a5-439650222ad4", "tag": "818b712e-b370-45de-919c-0b00b646f201"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:16.894217 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4ab671-c124-481e-a5e1-53ebb3952db6 x-openstack-request-id: req-af4ab671-c124-481e-a5e1-53ebb3952db6 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:16.895243 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605e2ba5-ae23-430e-a8a5-439650222ad4", "tag": "818b712e-b370-45de-919c-0b00b646f201", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:16.895499 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af4ab671-c124-481e-a5e1-53ebb3952db6 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:16.896473 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4ab671-c124-481e-a5e1-53ebb3952db6'] response: {'name': 'network-changed', 'server_uuid': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'tag': '818b712e-b370-45de-919c-0b00b646f201', 'status': 'completed', 'code': 200} Oct 06 11:19:16.964810 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad995-c820-422c-82fd-9161a8d2f481 req-14c3b1b3-dfe9-4a92-8703-c458cd19dba3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:16.966308 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6cbad995-c820-422c-82fd-9161a8d2f481 req-14c3b1b3-dfe9-4a92-8703-c458cd19dba3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0525331 Oct 06 11:19:16.999518 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:17.016304 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:17.022713 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6cbad995-c820-422c-82fd-9161a8d2f481 req-cde951e9-e6fe-4d6f-b15b-e535f30f13a0 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505741 Oct 06 11:19:17.075377 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:17.291734 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '3b29531f-8eac-494a-b357-beaf4b9cb25d', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '818b712e-b370-45de-919c-0b00b646f201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:00:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:03Z', 'updated_at': '2022-10-06T11:19:16Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:17.316024 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:19:17.325205 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:17.325807 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:17.430373 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:17.642638 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '3b29531f-8eac-494a-b357-beaf4b9cb25d', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '818b712e-b370-45de-919c-0b00b646f201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:00:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:03Z', 'updated_at': '2022-10-06T11:19:16Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:17.644057 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:17.674569 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e179c7-3ed5-4442-baa9-393b827124a7 None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '3b29531f-8eac-494a-b357-beaf4b9cb25d', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '818b712e-b370-45de-919c-0b00b646f201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:00:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:03Z', 'updated_at': '2022-10-06T11:19:16Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:19:17.809134 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-8c4716eb-dff9-49b3-a900-27bc3cf9f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:17.810634 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-8c4716eb-dff9-49b3-a900-27bc3cf9f139 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 1129 time: 0.0412354 Oct 06 11:19:17.867196 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985b2bb-aadd-4f1a-ad00-e8b1074af8fb None None] New status for floating IP 3b29531f-8eac-494a-b357-beaf4b9cb25d: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:19:17.904260 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-18e0d2bf-90b4-455b-b1c3-52ecfd6f7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:17.905623 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-18e0d2bf-90b4-455b-b1c3-52ecfd6f7a01 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.0891602 Oct 06 11:19:17.972629 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-43d4cbf3-f8d0-4658-b028-3c060e6e4517 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=818b712e-b370-45de-919c-0b00b646f201 HTTP/1.1" status: 200 len: 999 time: 0.0610714 Oct 06 11:19:18.022804 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-0a2ff6f2-af30-4059-98e4-da3a389fa70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:18.024292 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-0a2ff6f2-af30-4059-98e4-da3a389fa70b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0455134 Oct 06 11:19:18.067907 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-a01fb679-b19e-4bb6-b31d-fb391b6b8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:18.069966 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-a01fb679-b19e-4bb6-b31d-fb391b6b8cb7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401402 Oct 06 11:19:18.156167 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fd2b3-5258-42c0-98a5-291974ec5865 req-cb737349-b644-42bd-b9f0-4e699a642488 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:18.157581 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d34fd2b3-5258-42c0-98a5-291974ec5865 req-cb737349-b644-42bd-b9f0-4e699a642488 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0503359 Oct 06 11:19:18.171380 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-a0e27a48-6ede-41b6-b145-3c514df4232a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959845 Oct 06 11:19:18.211173 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d34fd2b3-5258-42c0-98a5-291974ec5865 req-efdbdbf0-f416-4518-91fb-35d2fb8413bf tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475140 Oct 06 11:19:18.265907 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7fb86a0d-5f83-4dbe-8093-0d8ab379fcab req-d87b1e84-e1bf-48c3-a303-f68a1d9dd689 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880454 Oct 06 11:19:19.328983 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e756f2-a9e6-46a1-8967-0eb8449f3e18 req-92cfa244-300a-4840-8a56-8dd12a17a02f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:19.330426 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-70e756f2-a9e6-46a1-8967-0eb8449f3e18 req-92cfa244-300a-4840-8a56-8dd12a17a02f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 944 time: 0.0456123 Oct 06 11:19:19.378544 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-70e756f2-a9e6-46a1-8967-0eb8449f3e18 req-7bd4a82a-7a44-4e89-bb27-88cd58b4a8b5 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419714 Oct 06 11:19:19.425463 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 540e5da9-dcce-45db-b59c-83443ed6141e details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:19:19.520081 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:19.528124 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 540e5da9-dcce-45db-b59c-83443ed6141e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=540e5da9-dcce-45db-b59c-83443ed6141e,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:19.539278 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '540e5da9-dcce-45db-b59c-83443ed6141e', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:19:19.573007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 540e5da9-dcce-45db-b59c-83443ed6141e is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:19:19.573396 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:19.586962 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540e5da9-dcce-45db-b59c-83443ed6141e {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:19:19.609663 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 540e5da9-dcce-45db-b59c-83443ed6141e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=540e5da9-dcce-45db-b59c-83443ed6141e,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:19.613462 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:19.659067 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=540e5da9-dcce-45db-b59c-83443ed6141e,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:20.026647 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['540e5da9-dcce-45db-b59c-83443ed6141e'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:19:20.500054 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17dc24-64df-4b2c-b40f-6e1ec2fe7858 req-f2da3c88-db74-443e-b66c-070f5a265fad tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:20.501494 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fa17dc24-64df-4b2c-b40f-6e1ec2fe7858 req-f2da3c88-db74-443e-b66c-070f5a265fad tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 945 time: 0.0464637 Oct 06 11:19:20.545874 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:20.551207 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-fa17dc24-64df-4b2c-b40f-6e1ec2fe7858 req-e61b4a99-90cc-41ca-919f-920f125154d7 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442359 Oct 06 11:19:21.441137 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 540e5da9-dcce-45db-b59c-83443ed6141e up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:19:21.483122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 540e5da9-dcce-45db-b59c-83443ed6141e completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:19:21.488775 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 540e5da9-dcce-45db-b59c-83443ed6141e triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:19:21.489151 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:21.489527 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 540e5da9-dcce-45db-b59c-83443ed6141e Oct 06 11:19:21.562778 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 540e5da9-dcce-45db-b59c-83443ed6141e is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:19:21.563160 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:21.586649 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:21.588907 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a258f8-4f7d-4f88-bb08-343033061cbb" -d '{"events": [{"server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "name": "network-vif-plugged", "status": "completed", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:21.602188 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 540e5da9-dcce-45db-b59c-83443ed6141e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=540e5da9-dcce-45db-b59c-83443ed6141e,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:21.608517 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:21.632287 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e637ae2-bd5e-4109-9549-5c58524bd0fb x-openstack-request-id: req-2e637ae2-bd5e-4109-9549-5c58524bd0fb {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:21.632580 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "name": "network-vif-plugged", "status": "completed", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:21.632838 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e637ae2-bd5e-4109-9549-5c58524bd0fb {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:21.633235 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e637ae2-bd5e-4109-9549-5c58524bd0fb'] response: {'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e', 'code': 200} Oct 06 11:19:21.659819 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=540e5da9-dcce-45db-b59c-83443ed6141e,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:21.680908 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e6623-d425-4677-b53d-660d2288b304 req-0e11e3b8-02d3-4419-9c57-bad18d291d51 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:21.682526 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b33e6623-d425-4677-b53d-660d2288b304 req-0e11e3b8-02d3-4419-9c57-bad18d291d51 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 946 time: 0.0486877 Oct 06 11:19:21.732616 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b33e6623-d425-4677-b53d-660d2288b304 req-0dd11790-8cb4-4a43-9689-090c11f754a9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441203 Oct 06 11:19:21.902660 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51a33a-5baf-4b70-b979-b15ae5da4a55 req-120efeb0-aaf3-499b-a1a6-cedc1cc9c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:21.904230 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0d51a33a-5baf-4b70-b979-b15ae5da4a55 req-120efeb0-aaf3-499b-a1a6-cedc1cc9c00c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 1130 time: 0.0424116 Oct 06 11:19:21.949991 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0d51a33a-5baf-4b70-b979-b15ae5da4a55 req-9540c402-b6b5-4a6b-b737-075cae254eb5 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398562 Oct 06 11:19:22.854034 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed7857-ce20-4bcf-89ed-6639111447d4 req-5e33df89-3f77-415e-8dae-67eb1aff6162 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:22.855503 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-28ed7857-ce20-4bcf-89ed-6639111447d4 req-5e33df89-3f77-415e-8dae-67eb1aff6162 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 946 time: 0.0460591 Oct 06 11:19:22.905849 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-28ed7857-ce20-4bcf-89ed-6639111447d4 req-744f5a17-a7d1-4db1-8cab-e6d7a690628a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439548 Oct 06 11:19:23.299592 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:23.312686 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-fb148294-2fb2-4ea0-a3bf-029cada56d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:23.573359 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38776) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:23.815466 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Deleting port c01a7947-afe4-40f2-83d8-6a1b995c4133 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:23.815808 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (c01a7947-afe4-40f2-83d8-6a1b995c4133), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:23.865888 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:23.890416 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (c01a7947-afe4-40f2-83d8-6a1b995c4133), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:23.890737 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for floatingip (c01a7947-afe4-40f2-83d8-6a1b995c4133), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:23.907764 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Calling delete_port for c01a7947-afe4-40f2-83d8-6a1b995c4133 owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:23.918762 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:24.037313 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4546bce-948d-4068-a621-3fce1245eaf9 req-c93dc73a-8f30-4ce4-9889-4407d3f67cd2 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:24.038803 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c4546bce-948d-4068-a621-3fce1245eaf9 req-c93dc73a-8f30-4ce4-9889-4407d3f67cd2 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 946 time: 0.0583885 Oct 06 11:19:24.111580 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c4546bce-948d-4068-a621-3fce1245eaf9 req-a382e20f-6c13-434b-b38e-1cd3717d5038 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670631 Oct 06 11:19:24.162975 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (c01a7947-afe4-40f2-83d8-6a1b995c4133), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:24.189575 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event deleted for resources: {'Port': ['ID=c01a7947-afe4-40f2-83d8-6a1b995c4133,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:24.245886 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577d92c-c459-4fc5-9810-1dec25cb7e91 req-93bc15cc-44e9-4ea9-b6aa-fe0f32835bdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:24.247363 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5577d92c-c459-4fc5-9810-1dec25cb7e91 req-93bc15cc-44e9-4ea9-b6aa-fe0f32835bdb tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 946 time: 0.0574756 Oct 06 11:19:24.255744 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for floatingip (88fb84c8-4f45-4150-a05d-1f9076c1c30d), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:24.256221 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Floating IP 88fb84c8-4f45-4150-a05d-1f9076c1c30d disassociated (deleted). External IP: 172.27.0.245, port: b4073667-1fd2-4402-b6cb-c6a7057072a4. Oct 06 11:19:24.298571 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-5577d92c-c459-4fc5-9810-1dec25cb7e91 req-36ce6a93-3164-4d21-8bba-57a9a5892e47 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450056 Oct 06 11:19:24.328214 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38784) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:24.366297 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1262602-fbab-4a66-a4ca-15026fd4d7c0 tempest-TestVolumeBootPattern-1393117682 tempest-TestVolumeBootPattern-1393117682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:24.367809 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-f1262602-fbab-4a66-a4ca-15026fd4d7c0 tempest-TestVolumeBootPattern-1393117682 tempest-TestVolumeBootPattern-1393117682-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 1125 time: 0.0385637 Oct 06 11:19:24.370677 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38786) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:24.374904 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:19:24.397573 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:24.455661 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Router f5462be8-ce85-4863-b460-4b3245cad575 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:19:24.482243 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:24.490073 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:24.559446 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:19:24.564008 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:24.569349 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] Sync routers for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:19:24.578936 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:24.579556 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:24.593728 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Allocated IP 172.27.0.18 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/82a287a8-8a9a-43ab-9b07-de81b13cefdd) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:19:24.594767 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-af80c78f-0778-437a-8c52-2cab4bfb025a tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/88fb84c8-4f45-4150-a05d-1f9076c1c30d HTTP/1.1" status: 204 len: 168 time: 1.0204189 Oct 06 11:19:24.595534 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:24.597977 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:24.650794 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4bbf07-9f6e-40a7-bd69-0e8a8ea682ee x-openstack-request-id: req-7c4bbf07-9f6e-40a7-bd69-0e8a8ea682ee {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:24.651230 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:24.651594 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c4bbf07-9f6e-40a7-bd69-0e8a8ea682ee {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:24.652134 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4bbf07-9f6e-40a7-bd69-0e8a8ea682ee'] response: {'name': 'network-changed', 'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'status': 'completed', 'code': 200} Oct 06 11:19:24.711674 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:24.713961 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:24.734877 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (82a287a8-8a9a-43ab-9b07-de81b13cefdd), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:24.746182 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-41fa6bc6-f5b6-4607-b70c-c4b19fc883d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:24.748206 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-41fa6bc6-f5b6-4607-b70c-c4b19fc883d6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9376d8470a80416cb8e57eb650884883&device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 1130 time: 0.0494330 Oct 06 11:19:24.781515 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (82a287a8-8a9a-43ab-9b07-de81b13cefdd), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:24.828207 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:19:24.833639 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:19:24.835892 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=82a287a8-8a9a-43ab-9b07-de81b13cefdd,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:24.838288 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:19:24.876738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-02bb2ad3-eb89-4fe1-a8b8-8638100a9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:24.878134 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-02bb2ad3-eb89-4fe1-a8b8-8638100a9e25 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 200 len: 909 time: 0.1227109 Oct 06 11:19:24.919773 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2126f-07d4-4b4f-8e58-093c35b38bdf req-be7db666-9f39-43d0-8ed0-88f147ac8c92 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:24.921333 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2bf2126f-07d4-4b4f-8e58-093c35b38bdf req-be7db666-9f39-43d0-8ed0-88f147ac8c92 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0804772 Oct 06 11:19:24.937574 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 5, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:24.961163 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:24.962123 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] Checking router: f5462be8-ce85-4863-b460-4b3245cad575 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:19:24.970794 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:24.971411 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:18:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:25.037625 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2bf2126f-07d4-4b4f-8e58-093c35b38bdf req-ea6e89a0-f2a3-4669-b988-eaa8b6abe058 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104574 Oct 06 11:19:25.075965 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:25.265961 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 5, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:25.283723 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (654566d0-179b-40a4-91b8-8dbeb7f3d76f), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:25.294649 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a4118-4377-41f5-adb6-68b85f5926ae None None] The sync data for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi is: [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:13:50Z', 'revision_number': 4, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': 'dff7ebad-60ba-4bb2-a16a-f871b8075d26', 'name': '', 'network_id': '182bd678-df33-48e4-b3e0-b91dd41dcc22', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'mac_address': 'fa:16:3e:76:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '239d4b05-f487-4513-8888-a2c83fef0529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:50Z', 'updated_at': '2022-10-06T11:13:56Z', 'revision_number': 5, 'project_id': '9376d8470a80416cb8e57eb650884883', 'subnets': [{'id': '239d4b05-f487-4513-8888-a2c83fef0529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:19:25.346919 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:25.355273 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (82a287a8-8a9a-43ab-9b07-de81b13cefdd), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:25.511177 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (82a287a8-8a9a-43ab-9b07-de81b13cefdd), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:25.515860 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (82a287a8-8a9a-43ab-9b07-de81b13cefdd), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:25.523446 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941beafb-1b6e-476b-97e3-cb46f105f916 None None] New status for floating IP 88fb84c8-4f45-4150-a05d-1f9076c1c30d: DOWN {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:19:25.528963 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:25.530536 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=28,neutron:UPDATE=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:25.587160 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=82a287a8-8a9a-43ab-9b07-de81b13cefdd,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:25.589535 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (654566d0-179b-40a4-91b8-8dbeb7f3d76f), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:25.608225 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1c29075d-5a9d-42d1-9a49-d4044f0ab9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:25.684232 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.l3_db [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Floating IP 654566d0-179b-40a4-91b8-8dbeb7f3d76f associated. External IP: 172.27.0.18, port: 540e5da9-dcce-45db-b59c-83443ed6141e. Oct 06 11:19:25.870608 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:25.884767 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Router 382d1811-a40d-420e-8662-882c843c6ba7 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:19:25.918439 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-94e512d8-271e-4680-940c-95706c866063 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 200 len: 217 time: 0.0369396 Oct 06 11:19:25.957714 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:25.972369 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-f08519af-c046-4f42-b2d1-f912cb63b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:25.973834 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-f08519af-c046-4f42-b2d1-f912cb63b15a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=239d4b05-f487-4513-8888-a2c83fef0529 HTTP/1.1" status: 200 len: 847 time: 0.0447319 Oct 06 11:19:25.988472 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:19:25.999275 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:19:26.011730 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:26.012199 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:26.013019 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:19:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:26.040707 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:26.045799 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7a6c5e02-ebfc-40ff-ab8b-17189ee42e2b tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6741347 Oct 06 11:19:26.046761 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:26.048825 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63480061-0662-4be2-98f7-1066b453280a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:26.051081 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-abd75048-9fd5-403f-9e92-6220f9afb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:26.053056 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-abd75048-9fd5-403f-9e92-6220f9afb4f5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=182bd678-df33-48e4-b3e0-b91dd41dcc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532959 Oct 06 11:19:26.088126 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2340e9-5cee-4f97-a66e-d3bd31274f97 x-openstack-request-id: req-cd2340e9-5cee-4f97-a66e-d3bd31274f97 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:26.088407 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:26.088663 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd2340e9-5cee-4f97-a66e-d3bd31274f97 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:26.089072 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2340e9-5cee-4f97-a66e-d3bd31274f97'] response: {'name': 'network-changed', 'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e', 'status': 'completed', 'code': 200} Oct 06 11:19:26.153878 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:26.162075 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-152da4c0-f512-481a-822c-146a62d212dd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019716 Oct 06 11:19:26.171189 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5578df-b88f-46ae-af36-f8fe6fb21be0 req-20eb3f4f-6527-4346-a0cc-22ee5ede8e2d tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:26.172740 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dc5578df-b88f-46ae-af36-f8fe6fb21be0 req-20eb3f4f-6527-4346-a0cc-22ee5ede8e2d tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0537839 Oct 06 11:19:26.226563 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-dc5578df-b88f-46ae-af36-f8fe6fb21be0 req-1d3ed3fc-63bd-4c2c-9b9f-2c331672331c tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b27d03ed-7060-4ab9-8be7-799c2a74543c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473244 Oct 06 11:19:26.381628 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-4d8f8166-9eb7-414c-91ab-0eee24c4f3cd req-e7729976-d6b0-4ca7-8c3a-8c3cdc0b9a87 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858192 Oct 06 11:19:26.438104 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:26.503302 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:25Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:26.516139 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63480061-0662-4be2-98f7-1066b453280a req-f31bdd25-86d3-4b2c-a0a8-853870951104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:26.517644 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-63480061-0662-4be2-98f7-1066b453280a req-f31bdd25-86d3-4b2c-a0a8-853870951104 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 1130 time: 0.0508258 Oct 06 11:19:26.531916 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:19:26.541113 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:26.541730 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:19:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:26.624303 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=100 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:26.630930 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-f35590a5-4872-4148-a7e5-b87baf89b8f1 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:26.632468 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-f35590a5-4872-4148-a7e5-b87baf89b8f1 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 946 time: 0.0485210 Oct 06 11:19:26.642557 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:26.646255 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:26.670775 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63480061-0662-4be2-98f7-1066b453280a req-21fd63b0-5330-4ed1-918f-b23bfd35a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:26.672722 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-63480061-0662-4be2-98f7-1066b453280a req-21fd63b0-5330-4ed1-918f-b23bfd35a7b7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0904992 Oct 06 11:19:26.735419 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Deleting port b4073667-1fd2-4402-b6cb-c6a7057072a4 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:26.735805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:26.737561 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-63480061-0662-4be2-98f7-1066b453280a req-1e7ed933-623d-4384-aa7d-1824ae09f15b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=540e5da9-dcce-45db-b59c-83443ed6141e HTTP/1.1" status: 200 len: 999 time: 0.0590696 Oct 06 11:19:26.789663 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63480061-0662-4be2-98f7-1066b453280a req-1f1d1ec1-13c9-4a70-9987-fb39b9215a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:26.791447 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-63480061-0662-4be2-98f7-1066b453280a req-1f1d1ec1-13c9-4a70-9987-fb39b9215a3b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0483181 Oct 06 11:19:26.832795 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] For port b4073667-1fd2-4402-b6cb-c6a7057072a4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b4073667-1fd2-4402-b6cb-c6a7057072a4,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:26.833711 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:26.836909 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63480061-0662-4be2-98f7-1066b453280a req-29c5de42-5ce3-4e71-bdf4-a26d71f684c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:19:26.838571 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-63480061-0662-4be2-98f7-1066b453280a req-29c5de42-5ce3-4e71-bdf4-a26d71f684c8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412679 Oct 06 11:19:26.851446 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Calling delete_port for b4073667-1fd2-4402-b6cb-c6a7057072a4 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:26.867413 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:25Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:26.898428 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a446d2-3dc9-4d29-85d2-ba7c5421ca96 None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:25Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:19:26.936923 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-63480061-0662-4be2-98f7-1066b453280a req-f407336a-763a-4535-ba1f-5701b6279a41 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919988 Oct 06 11:19:26.988795 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (b4073667-1fd2-4402-b6cb-c6a7057072a4), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:27.020495 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event deleted for resources: {'Port': ['ID=b4073667-1fd2-4402-b6cb-c6a7057072a4,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:27.042637 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-63480061-0662-4be2-98f7-1066b453280a req-464a9c83-fc49-4462-a2de-b169e4c4f30a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980101 Oct 06 11:19:27.071317 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] No DVR routers for this DVR port b4073667-1fd2-4402-b6cb-c6a7057072a4 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:19:27.073703 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:27.076972 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ad727909-ed9a-4857-8372-7daec6ccc367 req-95da8078-92dd-4e47-8694-cebadd0ff4ff tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.55 "DELETE /networking/v2.0/ports/b4073667-1fd2-4402-b6cb-c6a7057072a4 HTTP/1.1" status: 204 len: 173 time: 0.4377713 Oct 06 11:19:27.077475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'name': 'network-vif-deleted', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:19:27.079827 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42d8504-3a30-4434-8f31-8564f6991278" -d '{"events": [{"server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "name": "network-vif-deleted", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:19:27.122430 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82ca5a-2e57-49d3-9a4b-ddf35f29fe6f x-openstack-request-id: req-1a82ca5a-2e57-49d3-9a4b-ddf35f29fe6f {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:19:27.123028 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6e0b3e-d553-4434-8a4f-b70e545a33f8", "name": "network-vif-deleted", "tag": "b4073667-1fd2-4402-b6cb-c6a7057072a4", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:19:27.123469 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a82ca5a-2e57-49d3-9a4b-ddf35f29fe6f {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:19:27.124088 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a82ca5a-2e57-49d3-9a4b-ddf35f29fe6f'] response: {'server_uuid': '4a6e0b3e-d553-4434-8a4f-b70e545a33f8', 'name': 'network-vif-deleted', 'tag': 'b4073667-1fd2-4402-b6cb-c6a7057072a4', 'status': 'completed', 'code': 200} Oct 06 11:19:27.130467 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:27.163224 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c748cac-dafd-46a1-aefb-a47c6cb67b4b None None] New status for floating IP 654566d0-179b-40a4-91b8-8dbeb7f3d76f: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:19:27.334448 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-c9c4a85a-2ddf-4a67-9386-4b3fd7f97a70 req-8cfe0cbb-227c-4b97-9e20-8fa3872a1080 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4a6e0b3e-d553-4434-8a4f-b70e545a33f8 HTTP/1.1" status: 200 len: 210 time: 0.0281487 Oct 06 11:19:28.405611 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38806) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:28.462608 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-075e259a-fffb-435c-80f5-6c07980c0057 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group (b27d03ed-7060-4ab9-8be7-799c2a74543c), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:28.485913 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-075e259a-fffb-435c-80f5-6c07980c0057 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group (b27d03ed-7060-4ab9-8be7-799c2a74543c), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:28.544617 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-075e259a-fffb-435c-80f5-6c07980c0057 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (b27d03ed-7060-4ab9-8be7-799c2a74543c), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:28.547174 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-075e259a-fffb-435c-80f5-6c07980c0057 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:28.548349 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-075e259a-fffb-435c-80f5-6c07980c0057 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b27d03ed-7060-4ab9-8be7-799c2a74543c HTTP/1.1" status: 204 len: 168 time: 0.1420593 Oct 06 11:19:28.557484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e259a-fffb-435c-80f5-6c07980c0057 tempest-TestShelveInstance-1847309023 tempest-TestShelveInstance-1847309023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d03ed-7060-4ab9-8be7-799c2a74543c,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:28.591281 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38810) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:28.632682 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:28.858748 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:28.875881 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:28.992570 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (f5462be8-ce85-4863-b460-4b3245cad575), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:29.205844 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Deleting port dff7ebad-60ba-4bb2-a16a-f871b8075d26 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:29.206099 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:29.275443 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:29.286626 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] For port dff7ebad-60ba-4bb2-a16a-f871b8075d26, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=dff7ebad-60ba-4bb2-a16a-f871b8075d26,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:29.286984 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:29.299663 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Calling delete_port for dff7ebad-60ba-4bb2-a16a-f871b8075d26 owned by network:router_interface {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:29.710883 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (dff7ebad-60ba-4bb2-a16a-f871b8075d26), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:29.735267 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Pushing event deleted for resources: {'Port': ['ID=dff7ebad-60ba-4bb2-a16a-f871b8075d26,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:29.902500 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (f5462be8-ce85-4863-b460-4b3245cad575), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:29.953703 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:30.110760 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Router f5462be8-ce85-4863-b460-4b3245cad575 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:19:30.213030 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:19:30.217914 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-0f318c5c-3039-4e68-99d2-15857d4d46eb admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/f5462be8-ce85-4863-b460-4b3245cad575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6255548 Oct 06 11:19:30.220595 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38816) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:30.221661 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] Sync routers for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:19:30.232307 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:30.232921 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:19:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:30.277276 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:30.323745 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks [] for router (f5462be8-ce85-4863-b460-4b3245cad575), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:30.335592 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:30.373710 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:30.428102 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks [] for router_gateway (f5462be8-ce85-4863-b460-4b3245cad575), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:30.471482 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Deleting port c45b1350-e549-4923-91de-e8a0a70fa881 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:30.471822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:30.506519 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:19:29Z', 'revision_number': 5, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port': {'id': 'c45b1350-e549-4923-91de-e8a0a70fa881', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:48Z', 'updated_at': '2022-10-06T11:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:30.536468 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] Checking router: f5462be8-ce85-4863-b460-4b3245cad575 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:19:30.545022 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] Routers {'f5462be8-ce85-4863-b460-4b3245cad575'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:30.545635 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:19:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['f5462be8-ce85-4863-b460-4b3245cad575'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:30.553057 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] For port c45b1350-e549-4923-91de-e8a0a70fa881, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=c45b1350-e549-4923-91de-e8a0a70fa881,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:30.553423 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:30.566210 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Calling delete_port for c45b1350-e549-4923-91de-e8a0a70fa881 owned by network:router_gateway {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:30.625719 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] Set router f5462be8-ce85-4863-b460-4b3245cad575 gateway port host: None {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:30.677904 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:19:30Z', 'revision_number': 6, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:30.703823 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857746-05fd-4e5f-8a8d-3bea18aa081c None None] The sync data for ids ['f5462be8-ce85-4863-b460-4b3245cad575'] in dv-cinder-860209-2-iscsi is: [{'id': 'f5462be8-ce85-4863-b460-4b3245cad575', 'name': 'tempest-TestShelveInstance-851977779-router', 'tenant_id': '9376d8470a80416cb8e57eb650884883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:47Z', 'updated_at': '2022-10-06T11:19:30Z', 'revision_number': 6, 'project_id': '9376d8470a80416cb8e57eb650884883', 'gw_port_host': None}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:19:30.991678 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (c45b1350-e549-4923-91de-e8a0a70fa881), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.015274 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45b1350-e549-4923-91de-e8a0a70fa881,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:31.085358 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (f5462be8-ce85-4863-b460-4b3245cad575), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.198265 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (f5462be8-ce85-4863-b460-4b3245cad575), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.200620 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks [] for router_controller (f5462be8-ce85-4863-b460-4b3245cad575), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.251271 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (f5462be8-ce85-4863-b460-4b3245cad575), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.251954 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5462be8-ce85-4863-b460-4b3245cad575 {{(pid=106390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:19:31.256108 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.257320 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-33631744-c6e7-431f-95df-87bbceb10f10 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/f5462be8-ce85-4863-b460-4b3245cad575 HTTP/1.1" status: 204 len: 168 time: 1.0344815 Oct 06 11:19:31.259909 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38818) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:31.311169 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2337384c-4442-4cd4-b772-12c9a94d29aa admin admin] Deleting subnet 239d4b05-f487-4513-8888-a2c83fef0529 {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:19:31.314419 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2337384c-4442-4cd4-b772-12c9a94d29aa admin admin] Publish callbacks [] for subnet (239d4b05-f487-4513-8888-a2c83fef0529), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.354577 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2337384c-4442-4cd4-b772-12c9a94d29aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572067'] for subnet (239d4b05-f487-4513-8888-a2c83fef0529), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.440718 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2337384c-4442-4cd4-b772-12c9a94d29aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (239d4b05-f487-4513-8888-a2c83fef0529), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.478909 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:31.486835 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device b4073667-1fd2-4402-b6cb-c6a7057072a4 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:31.501309 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2337384c-4442-4cd4-b772-12c9a94d29aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3977315'] for subnet (239d4b05-f487-4513-8888-a2c83fef0529), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.504716 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:31.519684 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: b4073667-1fd2-4402-b6cb-c6a7057072a4 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:31.520071 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device b4073667-1fd2-4402-b6cb-c6a7057072a4 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:31.528209 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337384c-4442-4cd4-b772-12c9a94d29aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239d4b05-f487-4513-8888-a2c83fef0529,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:31.535636 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2337384c-4442-4cd4-b772-12c9a94d29aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.540320 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2337384c-4442-4cd4-b772-12c9a94d29aa admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/239d4b05-f487-4513-8888-a2c83fef0529 HTTP/1.1" status: 204 len: 168 time: 0.2794437 Oct 06 11:19:31.542818 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38820) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:31.545493 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80faa5b5-775d-4d00-a657-b22917769ccc None None] Network 182bd678-df33-48e4-b3e0-b91dd41dcc22 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:19:31.626750 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (182bd678-df33-48e4-b3e0-b91dd41dcc22), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.679655 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Deleting port b5bfc264-f63d-409d-b95c-bacc45fcdf0a {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:31.680143 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.725159 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] DHCP port deletion for 182bd678-df33-48e4-b3e0-b91dd41dcc22 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:19:31.761217 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] For port b5bfc264-f63d-409d-b95c-bacc45fcdf0a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:31.761545 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.762925 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:31.777175 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] Deleting port b5bfc264-f63d-409d-b95c-bacc45fcdf0a {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:31.777536 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.781167 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Calling delete_port for b5bfc264-f63d-409d-b95c-bacc45fcdf0a owned by network:dhcp {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:31.831922 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:31.858206 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] For port b5bfc264-f63d-409d-b95c-bacc45fcdf0a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,segment=NetworkSegment(2b145391-88e5-4294-bdab-25661a39eaff),segment_id=2b145391-88e5-4294-bdab-25661a39eaff)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:31.858870 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.875929 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] Calling delete_port for b5bfc264-f63d-409d-b95c-bacc45fcdf0a owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:31.886446 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.913368 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:31.915295 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] No DVR routers for this DVR port b5bfc264-f63d-409d-b95c-bacc45fcdf0a on host dv-cinder-860209-2-iscsi {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:19:31.959075 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (b5bfc264-f63d-409d-b95c-bacc45fcdf0a), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:31.982089 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] Pushing event deleted for resources: {'Port': ['ID=b5bfc264-f63d-409d-b95c-bacc45fcdf0a,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:31.988101 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438091c-f839-4ff8-be8c-8e7a5dfd9381 None None] No DVR routers for this DVR port b5bfc264-f63d-409d-b95c-bacc45fcdf0a on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:19:31.989779 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (182bd678-df33-48e4-b3e0-b91dd41dcc22), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.011809 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182bd678-df33-48e4-b3e0-b91dd41dcc22']}} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:32.022487 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b145391-88e5-4294-bdab-25661a39eaff') {'for_net_delete': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:32.022487 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b145391-88e5-4294-bdab-25661a39eaff') {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:32.032550 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572122'] for segment (2b145391-88e5-4294-bdab-25661a39eaff), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.046203 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (2b145391-88e5-4294-bdab-25661a39eaff), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.052525 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Releasing vlan 469 on physical network physnet1 to pool {{(pid=106390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:19:32.054190 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555455'] for segment (2b145391-88e5-4294-bdab-25661a39eaff), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.067251 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device dff7ebad-60ba-4bb2-a16a-f871b8075d26 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:32.088430 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: dff7ebad-60ba-4bb2-a16a-f871b8075d26 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:32.088787 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device dff7ebad-60ba-4bb2-a16a-f871b8075d26 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:32.089217 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device c45b1350-e549-4923-91de-e8a0a70fa881 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:32.097326 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment 2b145391-88e5-4294-bdab-25661a39eaff resource provider aggregate not found Oct 06 11:19:32.108059 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: c45b1350-e549-4923-91de-e8a0a70fa881 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:32.108421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device c45b1350-e549-4923-91de-e8a0a70fa881 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:32.108853 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device b5bfc264-f63d-409d-b95c-bacc45fcdf0a no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:32.119340 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment 2b145391-88e5-4294-bdab-25661a39eaff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b145391-88e5-4294-bdab-25661a39eaff found for delete ", "request_id": "req-3142d287-323b-4d6f-a4d7-6e21216dcbad"}]} Oct 06 11:19:32.121637 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (182bd678-df33-48e4-b3e0-b91dd41dcc22), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.127332 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.128463 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: b5bfc264-f63d-409d-b95c-bacc45fcdf0a {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:32.128463 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device b5bfc264-f63d-409d-b95c-bacc45fcdf0a not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:32.130532 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/182bd678-df33-48e4-b3e0-b91dd41dcc22 HTTP/1.1" status: 204 len: 168 time: 0.5864463 Oct 06 11:19:32.134170 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38826) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:32.142977 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a651e-7f05-4463-8116-17c15e6be1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=182bd678-df33-48e4-b3e0-b91dd41dcc22,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:32.231244 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:32.464070 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.688354 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Deleting port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:32.688600 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.766027 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=100 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:32.768075 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] For port bc2cbb59-dd45-4c22-a591-b1f6e1152fa1, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,segment=NetworkSegment(e341c7a5-0528-400d-96ab-89a9353c7436),segment_id=e341c7a5-0528-400d-96ab-89a9353c7436)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:32.768447 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.781201 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Calling delete_port for bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 owned by network:router_interface {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:32.959399 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (bc2cbb59-dd45-4c22-a591-b1f6e1152fa1), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:32.985463 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2cbb59-dd45-4c22-a591-b1f6e1152fa1,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:33.052360 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:33.154568 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:33.356354 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:19:33.458470 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:19:33.464112 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-f1df029a-1b95-4c75-a4ae-18cdae6ab440 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a6defa1c-1616-4a98-a7e9-37f81ca9cbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3287771 Oct 06 11:19:33.466575 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38830) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:33.469136 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] Sync routers for ids ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:19:33.479361 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] Routers {'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:33.480029 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:19:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:33.566662 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks [] for router (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:33.578757 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] Set router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:33.669889 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks [] for router_gateway (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:33.673809 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:33.714118 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Deleting port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:33.714776 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:33.749281 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:19:32Z', 'revision_number': 5, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port': {'id': 'a63ac6da-ce0b-4fd6-aae8-73fee34a6c12', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:33.777405 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] Checking router: a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:19:33.785747 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] Routers {'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:19:33.786342 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:19:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:33.798746 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] For port a63ac6da-ce0b-4fd6-aae8-73fee34a6c12, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=a63ac6da-ce0b-4fd6-aae8-73fee34a6c12,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:33.799113 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:33.811949 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Calling delete_port for a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 owned by network:router_gateway {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:33.870087 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] Set router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 gateway port host: None {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:19:33.872269 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:33.921858 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:19:33Z', 'revision_number': 6, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:33.947947 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb887ac-ae38-42d2-9898-78c13dfbcd74 None None] The sync data for ids ['a6defa1c-1616-4a98-a7e9-37f81ca9cbb0'] in dv-cinder-860209-2-iscsi is: [{'id': 'a6defa1c-1616-4a98-a7e9-37f81ca9cbb0', 'name': 'tempest-TestShelveInstance-869675880-router', 'tenant_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:13:53Z', 'updated_at': '2022-10-06T11:19:33Z', 'revision_number': 6, 'project_id': '7b6d1cbcfb8f4dffa56b44651c1316fa', 'gw_port_host': None}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:19:33.986426 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (a63ac6da-ce0b-4fd6-aae8-73fee34a6c12), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.011958 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a63ac6da-ce0b-4fd6-aae8-73fee34a6c12,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:34.076976 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.162539 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.164703 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks [] for router_controller (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.451867 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (a6defa1c-1616-4a98-a7e9-37f81ca9cbb0), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.452349 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 {{(pid=106389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:19:34.456518 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.457642 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-60fa54bb-1066-4c1e-bb0c-2d47b9c54c8e admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/a6defa1c-1616-4a98-a7e9-37f81ca9cbb0 HTTP/1.1" status: 204 len: 168 time: 0.9901505 Oct 06 11:19:34.460991 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38832) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:34.503649 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_v2 [None req-090e8da2-9058-4a4e-b616-67e2a37b719a admin admin] Deleting subnet 2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29 {{(pid=106389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:19:34.507256 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-090e8da2-9058-4a4e-b616-67e2a37b719a admin admin] Publish callbacks [] for subnet (2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.542621 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-090e8da2-9058-4a4e-b616-67e2a37b719a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25750511'] for subnet (2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.619302 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-090e8da2-9058-4a4e-b616-67e2a37b719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.672817 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-090e8da2-9058-4a4e-b616-67e2a37b719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25698742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25785976'] for subnet (2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.704416 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:34.708964 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e8da2-9058-4a4e-b616-67e2a37b719a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:34.713369 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-090e8da2-9058-4a4e-b616-67e2a37b719a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.716531 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-090e8da2-9058-4a4e-b616-67e2a37b719a admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/2be1d7f0-7fbd-47c4-9ee5-e93c72b71f29 HTTP/1.1" status: 204 len: 168 time: 0.2545967 Oct 06 11:19:34.719169 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38834) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:34.731027 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918f728-1b8f-4475-aa3f-adc72da0e2b6 None None] Network 4c824ab8-264f-4108-a62e-ceef749dc871 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:19:34.733622 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:34.734038 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device bc2cbb59-dd45-4c22-a591-b1f6e1152fa1 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:34.801564 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (4c824ab8-264f-4108-a62e-ceef749dc871), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.849210 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Deleting port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:34.849563 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.891821 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] DHCP port deletion for 4c824ab8-264f-4108-a62e-ceef749dc871 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:19:34.922124 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] For port c677a7de-0585-4863-b4bc-b0a5ea75f0a0, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,segment=NetworkSegment(e341c7a5-0528-400d-96ab-89a9353c7436),segment_id=e341c7a5-0528-400d-96ab-89a9353c7436)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:34.922488 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:34.935826 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] Deleting port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:19:34.936316 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Calling delete_port for c677a7de-0585-4863-b4bc-b0a5ea75f0a0 owned by network:dhcp {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:34.936434 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.003976 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] For port c677a7de-0585-4863-b4bc-b0a5ea75f0a0, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,segment=NetworkSegment(e341c7a5-0528-400d-96ab-89a9353c7436),segment_id=e341c7a5-0528-400d-96ab-89a9353c7436)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:19:35.004369 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.024046 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] Calling delete_port for c677a7de-0585-4863-b4bc-b0a5ea75f0a0 owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:19:35.025218 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.050805 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:35.052723 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] No DVR routers for this DVR port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 on host dv-cinder-860209-2-iscsi {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:19:35.057356 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:35.090541 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:35.106179 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (c677a7de-0585-4863-b4bc-b0a5ea75f0a0), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.127247 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (4c824ab8-264f-4108-a62e-ceef749dc871), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.128628 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] Pushing event deleted for resources: {'Port': ['ID=c677a7de-0585-4863-b4bc-b0a5ea75f0a0,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:35.134799 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75b3b9-e836-4d54-ae9d-475283a4a0bc None None] No DVR routers for this DVR port c677a7de-0585-4863-b4bc-b0a5ea75f0a0 on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:19:35.150025 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c824ab8-264f-4108-a62e-ceef749dc871']}} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:35.159652 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e341c7a5-0528-400d-96ab-89a9353c7436') {'for_net_delete': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:35.160022 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e341c7a5-0528-400d-96ab-89a9353c7436') {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:19:35.169776 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572122'] for segment (e341c7a5-0528-400d-96ab-89a9353c7436), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.183379 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (e341c7a5-0528-400d-96ab-89a9353c7436), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.189545 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Releasing vlan 482 on physical network physnet1 to pool {{(pid=106390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:19:35.189921 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555455'] for segment (e341c7a5-0528-400d-96ab-89a9353c7436), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.230720 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment e341c7a5-0528-400d-96ab-89a9353c7436 resource provider aggregate not found Oct 06 11:19:35.249530 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment e341c7a5-0528-400d-96ab-89a9353c7436 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e341c7a5-0528-400d-96ab-89a9353c7436 found for delete ", "request_id": "req-f6be78ed-66a7-4584-a1ed-06166483201a"}]} Oct 06 11:19:35.253181 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (4c824ab8-264f-4108-a62e-ceef749dc871), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.259172 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.262207 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/4c824ab8-264f-4108-a62e-ceef749dc871 HTTP/1.1" status: 204 len: 168 time: 0.5415530 Oct 06 11:19:35.278940 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa449c-2a12-4b20-9d52-00dbb72206d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c824ab8-264f-4108-a62e-ceef749dc871,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:35.382728 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38842) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:35.423038 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4accbca4-3111-4cc3-864b-9f68ee7abead admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9376d8470a80416cb8e57eb650884883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390904 Oct 06 11:19:35.425458 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38844) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:35.473775 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1281f703-9b91-4cba-b2b1-8361cc6b4cd8 admin admin] Publish callbacks [] for security_group (169ea63a-d815-47a1-9b86-6a46880e9c2a), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.493934 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1281f703-9b91-4cba-b2b1-8361cc6b4cd8 admin admin] Publish callbacks [] for security_group (169ea63a-d815-47a1-9b86-6a46880e9c2a), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.540527 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1281f703-9b91-4cba-b2b1-8361cc6b4cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (169ea63a-d815-47a1-9b86-6a46880e9c2a), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.543253 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1281f703-9b91-4cba-b2b1-8361cc6b4cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.544559 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-1281f703-9b91-4cba-b2b1-8361cc6b4cd8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/169ea63a-d815-47a1-9b86-6a46880e9c2a HTTP/1.1" status: 204 len: 168 time: 0.1182020 Oct 06 11:19:35.552217 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281f703-9b91-4cba-b2b1-8361cc6b4cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169ea63a-d815-47a1-9b86-6a46880e9c2a,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:35.865182 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38850) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:35.904539 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-93533696-8804-424d-866a-e2138d66541e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7b6d1cbcfb8f4dffa56b44651c1316fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382378 Oct 06 11:19:35.906946 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38852) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:19:35.956432 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-39f51329-a52d-44f4-b5b1-38d6f1e6cb0e admin admin] Publish callbacks [] for security_group (ad94b0a3-62da-408c-ae6d-883cd4b2b0fa), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:35.976195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-39f51329-a52d-44f4-b5b1-38d6f1e6cb0e admin admin] Publish callbacks [] for security_group (ad94b0a3-62da-408c-ae6d-883cd4b2b0fa), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:36.025487 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-39f51329-a52d-44f4-b5b1-38d6f1e6cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (ad94b0a3-62da-408c-ae6d-883cd4b2b0fa), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:36.028112 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-39f51329-a52d-44f4-b5b1-38d6f1e6cb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:36.029426 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-39f51329-a52d-44f4-b5b1-38d6f1e6cb0e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ad94b0a3-62da-408c-ae6d-883cd4b2b0fa HTTP/1.1" status: 204 len: 168 time: 0.1215584 Oct 06 11:19:36.038679 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f51329-a52d-44f4-b5b1-38d6f1e6cb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94b0a3-62da-408c-ae6d-883cd4b2b0fa,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:19:36.074715 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:36.096003 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:36.096355 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device a63ac6da-ce0b-4fd6-aae8-73fee34a6c12 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:36.096776 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device c677a7de-0585-4863-b4bc-b0a5ea75f0a0 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:19:36.114768 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: c677a7de-0585-4863-b4bc-b0a5ea75f0a0 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:19:36.115119 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device c677a7de-0585-4863-b4bc-b0a5ea75f0a0 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:19:42.833580 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:43.925488 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:44.687115 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=75,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:44.691329 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=54,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:45.739476 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:19:46.032195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=55,neutron:DELETE=8 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:46.032983 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:52.824027 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=71,neutron:DELETE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:52.828909 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=57,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:53.314693 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-42bab61d-f969-42ba-b8ce-57b0cc75c9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:55.610236 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-5cdc7492-001a-4e99-a337-09145338c79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:55.784331 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:55.789293 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:19:57.125707 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:58.636106 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:19:58.877410 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:12.044879 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:12.048247 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:12.847144 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:17.542781 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-d45050cf-02b0-4168-843e-33ab5c0dbbc1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377586 Oct 06 11:20:17.647124 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-f1c69b76-486c-4c50-b571-7d97e20512f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:17.648602 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-f1c69b76-486c-4c50-b571-7d97e20512f7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 1129 time: 0.0394905 Oct 06 11:20:17.754165 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-36dacd31-384b-4cc4-a8c1-162be7bc276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:17.755620 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-36dacd31-384b-4cc4-a8c1-162be7bc276e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.0890403 Oct 06 11:20:17.816674 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-71f485fc-46e7-4125-ac3e-6a4f942212b4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=818b712e-b370-45de-919c-0b00b646f201 HTTP/1.1" status: 200 len: 1001 time: 0.0543494 Oct 06 11:20:17.868064 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-934a6ea7-a5de-4baa-8213-9ffb335a9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:17.869518 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-934a6ea7-a5de-4baa-8213-9ffb335a9918 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0471458 Oct 06 11:20:17.910545 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-318cf5c8-4ee0-4b7c-88bf-c16f4f79e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:17.911930 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-318cf5c8-4ee0-4b7c-88bf-c16f4f79e0bc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371485 Oct 06 11:20:18.000775 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-56356563-3a3d-4cd9-b3fa-d9397bcfb55f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819402 Oct 06 11:20:18.094733 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c048df64-f4d8-4bfb-82a9-1b525b039e83 req-4923d056-cf90-47f9-98d0-6b6e9ac331cb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877926 Oct 06 11:20:18.731672 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-9ba6eddd-3c0e-4710-a28b-27cc634f437a req-df14d83d-0ad2-4ccf-a4bf-04f983f966df service neutron] (106390) timed out ('10.222.0.55', 54382) {{(pid=106390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 11:20:18.823724 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-72ef7ca9-b48b-45d2-9e4a-39fb5d8af7ff req-a27bac34-cd14-4363-ab9d-e4a417dd530f service neutron] (106389) timed out ('10.222.0.55', 54440) {{(pid=106389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 11:20:22.738829 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:20:22.837627 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:22.842620 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:23.317228 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-968cbb2d-127a-4232-850e-90dd76e34019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:25.612695 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-b3081784-3348-4e80-99a2-f72d54a1e2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:27.128056 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:28.089362 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=47 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:28.091407 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=54 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:28.637790 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:28.880552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:32.788639 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:32.794760 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:35.500451 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [req-9239a66c-bf67-4418-a733-8dd9cf7022b9 req-16790eec-f338-4e22-ad08-5a5f5a5ca232 service neutron] (106390) timed out ('10.222.0.55', 54413) {{(pid=106390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 11:20:38.626059 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:38.876452 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:42.863133 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:44.026767 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1d889-db69-41e6-9020-b39964bf0fe0 req-52936a1a-c4e4-4de9-b114-16b2a7b7e243 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:44.028253 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-00e1d889-db69-41e6-9020-b39964bf0fe0 req-52936a1a-c4e4-4de9-b114-16b2a7b7e243 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 945 time: 0.0542419 Oct 06 11:20:44.075547 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-00e1d889-db69-41e6-9020-b39964bf0fe0 req-3b03b299-6f46-4f5c-bd91-ed4d8200039a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Oct 06 11:20:45.197449 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faccc1-5c08-4033-a45b-2b2f8894dded req-a02c6bbe-cc97-45d2-931c-655615964634 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:45.198908 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56faccc1-5c08-4033-a45b-2b2f8894dded req-a02c6bbe-cc97-45d2-931c-655615964634 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 945 time: 0.0467570 Oct 06 11:20:45.245623 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56faccc1-5c08-4033-a45b-2b2f8894dded req-efafc0c7-5dd4-4856-9343-febb13645306 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Oct 06 11:20:46.147043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca683d6-04f3-4934-90da-83b950226f75 req-14f3b193-5da9-4bae-8b18-c32387d39a66 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:46.149141 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ca683d6-04f3-4934-90da-83b950226f75 req-14f3b193-5da9-4bae-8b18-c32387d39a66 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Oct 06 11:20:46.229933 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Deleting port 818b712e-b370-45de-919c-0b00b646f201 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:20:46.230598 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (818b712e-b370-45de-919c-0b00b646f201), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:46.324989 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] For port 818b712e-b370-45de-919c-0b00b646f201, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=818b712e-b370-45de-919c-0b00b646f201,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:20:46.325356 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (818b712e-b370-45de-919c-0b00b646f201), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:46.367017 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0a62e-22e3-402f-99d6-388a4339b718 req-084fe118-f3be-453a-83e3-9f751278309c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:46.369191 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4cf0a62e-22e3-402f-99d6-388a4339b718 req-084fe118-f3be-453a-83e3-9f751278309c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 945 time: 0.0459042 Oct 06 11:20:46.417018 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4cf0a62e-22e3-402f-99d6-388a4339b718 req-01af417b-615b-42a6-8458-4c14fb91d896 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a37e4066-a99e-442a-99ac-68828984b589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Oct 06 11:20:46.489328 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:46.489691 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (3b29531f-8eac-494a-b357-beaf4b9cb25d), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:46.490006 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Floating IP 3b29531f-8eac-494a-b357-beaf4b9cb25d disassociated. External IP: 172.27.0.131, port: 818b712e-b370-45de-919c-0b00b646f201. Oct 06 11:20:46.490344 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Calling delete_port for 818b712e-b370-45de-919c-0b00b646f201 owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:20:46.617072 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (818b712e-b370-45de-919c-0b00b646f201), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:46.642147 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'Port': ['ID=818b712e-b370-45de-919c-0b00b646f201,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:46.652669 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.653020 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.653361 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.653699 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.654036 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.654366 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.654693 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.655021 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.655829 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.655829 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.656080 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.656306 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.656631 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.656953 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.657273 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:46.765423 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:20:46.863415 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:46.869256 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:20:46.878807 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:20:46.890017 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:20:46.890742 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:20:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:20:46.912822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] No DVR routers for this DVR port 818b712e-b370-45de-919c-0b00b646f201 on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:20:46.915405 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:46.918747 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ca683d6-04f3-4934-90da-83b950226f75 req-13866d28-9608-4916-835a-91d02b3efd9c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "DELETE /networking/v2.0/ports/818b712e-b370-45de-919c-0b00b646f201 HTTP/1.1" status: 204 len: 173 time: 0.7649908 Oct 06 11:20:46.919198 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'name': 'network-vif-deleted', 'tag': '818b712e-b370-45de-919c-0b00b646f201'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:20:46.921542 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de5391-d1be-43c8-a06c-0ebda7613575" -d '{"events": [{"server_uuid": "605e2ba5-ae23-430e-a8a5-439650222ad4", "name": "network-vif-deleted", "tag": "818b712e-b370-45de-919c-0b00b646f201"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:20:47.001747 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:20:47.114935 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e1b54c-e7cd-4289-a87a-e8e08d0eff4f x-openstack-request-id: req-99e1b54c-e7cd-4289-a87a-e8e08d0eff4f {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:20:47.115428 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605e2ba5-ae23-430e-a8a5-439650222ad4", "name": "network-vif-deleted", "tag": "818b712e-b370-45de-919c-0b00b646f201", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:20:47.115563 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99e1b54c-e7cd-4289-a87a-e8e08d0eff4f {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:20:47.115911 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e1b54c-e7cd-4289-a87a-e8e08d0eff4f'] response: {'server_uuid': '605e2ba5-ae23-430e-a8a5-439650222ad4', 'name': 'network-vif-deleted', 'tag': '818b712e-b370-45de-919c-0b00b646f201', 'status': 'completed', 'code': 200} Oct 06 11:20:47.220506 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:20:47.245219 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:20:47.253273 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:20:47.253876 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:20:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:20:47.354377 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:20:47.543193 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-530dbea8-5e58-4f3d-9e46-8c978501680a req-a70cd5f2-562f-4332-9f1b-d26d811a331d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=605e2ba5-ae23-430e-a8a5-439650222ad4 HTTP/1.1" status: 200 len: 210 time: 0.0299778 Oct 06 11:20:47.548907 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:20:47.577493 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d6596-316f-4231-b176-e257ff8324e3 None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:20:47.795640 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046098d-c2a5-4db1-ada0-076b97c3af34 None None] New status for floating IP 3b29531f-8eac-494a-b357-beaf4b9cb25d: DOWN {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:20:48.639826 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38972) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:20:48.683769 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:48.694769 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f3976507-9506-4b5f-981f-8b538437af15 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (a37e4066-a99e-442a-99ac-68828984b589), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:48.717060 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f3976507-9506-4b5f-981f-8b538437af15 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (a37e4066-a99e-442a-99ac-68828984b589), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:48.767771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f3976507-9506-4b5f-981f-8b538437af15 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (a37e4066-a99e-442a-99ac-68828984b589), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:48.770340 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-f3976507-9506-4b5f-981f-8b538437af15 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:48.771494 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-f3976507-9506-4b5f-981f-8b538437af15 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a37e4066-a99e-442a-99ac-68828984b589 HTTP/1.1" status: 204 len: 168 time: 0.1306632 Oct 06 11:20:48.775299 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38974) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:20:48.781548 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3976507-9506-4b5f-981f-8b538437af15 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37e4066-a99e-442a-99ac-68828984b589,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:48.788902 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.api.v2.resource [None req-db3f8d89-4fa4-4a74-b15a-e850971bf519 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] show failed (client error): The resource could not be found. Oct 06 11:20:48.793458 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38976) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:20:48.793681 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-db3f8d89-4fa4-4a74-b15a-e850971bf519 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups/a37e4066-a99e-442a-99ac-68828984b589 HTTP/1.1" status: 404 len: 347 time: 0.0170958 Oct 06 11:20:48.903366 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Deleting port 4ca38ef7-0d4d-4432-98be-402cd6956028 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:20:48.903711 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (4ca38ef7-0d4d-4432-98be-402cd6956028), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:48.978443 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (4ca38ef7-0d4d-4432-98be-402cd6956028), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:48.978770 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (4ca38ef7-0d4d-4432-98be-402cd6956028), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:48.990975 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Calling delete_port for 4ca38ef7-0d4d-4432-98be-402cd6956028 owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:20:49.120364 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (4ca38ef7-0d4d-4432-98be-402cd6956028), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.143397 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'Port': ['ID=4ca38ef7-0d4d-4432-98be-402cd6956028,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:49.210589 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (3b29531f-8eac-494a-b357-beaf4b9cb25d), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.213972 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.215114 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-96e3719a-8bf0-48ec-82bd-1daf6a75490f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/3b29531f-8eac-494a-b357-beaf4b9cb25d HTTP/1.1" status: 204 len: 168 time: 0.4203136 Oct 06 11:20:49.280782 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 38980) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:20:49.285286 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-678bcbc9-31f4-48da-8a00-6911a8c492c1 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1863460627', 'description': 'tempest-description--572357788'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:20:49.306887 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-678bcbc9-31f4-48da-8a00-6911a8c492c1 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.374602 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-678bcbc9-31f4-48da-8a00-6911a8c492c1 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (55f1a11c-a2ac-42be-9219-a8dfb6a8ebed), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.377861 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-678bcbc9-31f4-48da-8a00-6911a8c492c1 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (55f1a11c-a2ac-42be-9219-a8dfb6a8ebed), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.409195 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-678bcbc9-31f4-48da-8a00-6911a8c492c1 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.410454 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-678bcbc9-31f4-48da-8a00-6911a8c492c1 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1286402 Oct 06 11:20:49.412373 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bcbc9-31f4-48da-8a00-6911a8c492c1 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:49.413484 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38982) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:20:49.418043 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group_rule': {'security_group_id': '55f1a11c-a2ac-42be-9219-a8dfb6a8ebed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:20:49.447434 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (48ee0161-e8fb-40d6-9141-707d83830d5b), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.502357 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (48ee0161-e8fb-40d6-9141-707d83830d5b), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.506045 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (48ee0161-e8fb-40d6-9141-707d83830d5b), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.525357 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ee0161-e8fb-40d6-9141-707d83830d5b,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:49.533301 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.533641 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.533987 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.534328 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.534671 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.535006 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.535353 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.535666 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.536025 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.536353 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.536683 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.537008 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.537332 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.537656 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.537979 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:49.542495 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.543675 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a4428a4d-e467-420c-9b4d-b7c6aecc33f4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291251 Oct 06 11:20:49.546420 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38984) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:20:49.550655 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-c1cd0b8e-36a8-4f60-9ff4-32f4cfae3943 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'security_group_rule': {'security_group_id': '55f1a11c-a2ac-42be-9219-a8dfb6a8ebed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:20:49.578837 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0b8e-36a8-4f60-9ff4-32f4cfae3943 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (8b61bd43-5e20-4aea-9c81-e31d7e638dc3), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.635715 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0b8e-36a8-4f60-9ff4-32f4cfae3943 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (8b61bd43-5e20-4aea-9c81-e31d7e638dc3), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.639096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0b8e-36a8-4f60-9ff4-32f4cfae3943 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092151'] for security_group_rule (8b61bd43-5e20-4aea-9c81-e31d7e638dc3), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.657421 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd0b8e-36a8-4f60-9ff4-32f4cfae3943 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b61bd43-5e20-4aea-9c81-e31d7e638dc3,revision_number=0']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:49.664608 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0b8e-36a8-4f60-9ff4-32f4cfae3943 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.665884 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-c1cd0b8e-36a8-4f60-9ff4-32f4cfae3943 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185534 Oct 06 11:20:49.668987 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 38986) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:20:49.673172 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:20:49.693669 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.773182 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:49.878582 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Allocated IP 172.27.0.9 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/1b88a4fe-fbe4-4f65-90b9-ea68c820b1af) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:20:49.943000 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:49.961908 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 818b712e-b370-45de-919c-0b00b646f201 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:20:49.981674 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:49.982343 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 818b712e-b370-45de-919c-0b00b646f201 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:20:49.982750 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 818b712e-b370-45de-919c-0b00b646f201 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:20:49.988694 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:50.024158 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:50.066861 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:20:50.069845 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:20:50.072566 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:20:50.100516 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=1b88a4fe-fbe4-4f65-90b9-ea68c820b1af,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:50.161745 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (b73be4fc-83b3-4dcc-ac03-794f5a666f32), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:50.199176 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:50.365120 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:50.369640 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25698680'] for port (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:50.436348 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=1b88a4fe-fbe4-4f65-90b9-ea68c820b1af,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:50.441184 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (b73be4fc-83b3-4dcc-ac03-794f5a666f32), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:50.456326 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:50.457540 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-6548ad59-471d-4fb8-8d98-52662900c9fb tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7876301 Oct 06 11:20:50.607456 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-f7115863-e415-41d6-a037-bf4c885b93ec tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1863460627&fields=id&tenant_id=5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 267 time: 0.0433915 Oct 06 11:20:50.714669 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-ed02528d-81e5-43d0-ae00-708b205b6b22 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:50.716079 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-ed02528d-81e5-43d0-ae00-708b205b6b22 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 814 time: 0.1022725 Oct 06 11:20:50.730301 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-27b03c5e-a926-46ad-a703-c3974584dc77 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/quotas/5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 375 time: 0.0088439 Oct 06 11:20:50.782936 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-b3050155-c3c1-429b-8eab-f10af5689ecc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478742 Oct 06 11:20:50.951610 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:50.967051 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-c1aa5822-b620-47c2-955b-765f465ef571 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726336 Oct 06 11:20:51.036037 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:51.062146 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-10d8dac5-c02b-4b00-9219-d5bf500fa3ef service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894003 Oct 06 11:20:51.228488 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-771bb73a-90f9-4aeb-b059-01954eaf1762 req-52614563-5e05-41a2-b0ab-9fcf006aa548 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 210 time: 0.0282011 Oct 06 11:20:52.335278 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-8b68c613-f297-495b-9a11-ec17c486bc84 req-cbda7fb3-f473-46fc-8e06-0c83c4d91612 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 210 time: 0.0294418 Oct 06 11:20:52.386649 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:52.442947 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-0262095d-ab52-4ea8-8b94-e83b158a5524 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:52.444415 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-0262095d-ab52-4ea8-8b94-e83b158a5524 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 814 time: 0.1227772 Oct 06 11:20:52.515526 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:52.525689 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-ec1327da-c6fb-4477-91fd-a6901ce83f61 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d69675576dc4c7fa5cede0f99db8e32 HTTP/1.1" status: 200 len: 380 time: 0.0551264 Oct 06 11:20:52.610939 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'port': {'device_id': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'admin_state_up': True, 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'security_groups': ['55f1a11c-a2ac-42be-9219-a8dfb6a8ebed']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:20:52.718591 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Made reservation on behalf of 5d69675576dc4c7fa5cede0f99db8e32 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:20:52.722375 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:52.845609 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Allocated IP 172.20.0.11 (8d576013-5c41-470a-82ec-fbb07f6bd986/d1ece9f1-2c7d-4c32-a6c1-232ab8432a87/9f625844-0348-4f62-9cc9-f14396f34f9d) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:20:52.987890 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:53.018908 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:53.066359 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:20:53.069523 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:20:53.072552 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:20:53.099474 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event updated for resources: {'Port': ['ID=9f625844-0348-4f62-9cc9-f14396f34f9d,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:53.126593 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:53.127222 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:53.145287 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-2ea67bf7-dac0-4a4b-a0d4-771d4599040c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5380878 Oct 06 11:20:53.209373 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Request body: {'port': {'device_id': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:20:53.268931 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:53.277224 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-dec4041d-0c1f-44af-88d3-0291488131df None None] Provisioning complete for port 9f625844-0348-4f62-9cc9-f14396f34f9d triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:20:53.277770 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec4041d-0c1f-44af-88d3-0291488131df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:53.277919 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-dec4041d-0c1f-44af-88d3-0291488131df None None] Attempt 1 to provision port 9f625844-0348-4f62-9cc9-f14396f34f9d Oct 06 11:20:53.323862 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-dec4041d-0c1f-44af-88d3-0291488131df None None] Port 9f625844-0348-4f62-9cc9-f14396f34f9d cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:20:53.328945 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-56f8c249-7aff-4440-8b48-2a0f90cf6154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:53.369196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:53.741864 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:53.763635 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd528692-d4dc-4b2b-bcbc-b48de5e3c720 req-0cc5a028-7d2e-4076-bd59-1d83d33f0b91 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:53.765119 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd528692-d4dc-4b2b-bcbc-b48de5e3c720 req-0cc5a028-7d2e-4076-bd59-1d83d33f0b91 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 932 time: 0.3313787 Oct 06 11:20:53.864395 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-dd528692-d4dc-4b2b-bcbc-b48de5e3c720 req-1f370ee5-a163-45d1-b54f-920a8a69da6c tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928085 Oct 06 11:20:53.872215 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f625844-0348-4f62-9cc9-f14396f34f9d {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:20:53.881651 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Publish callbacks [] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:53.892703 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Transition to ACTIVE for port object 9f625844-0348-4f62-9cc9-f14396f34f9d will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:20:53.896203 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:53.958345 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Pushing event updated for resources: {'Port': ['ID=9f625844-0348-4f62-9cc9-f14396f34f9d,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:54.006865 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Attempting to bind port 9f625844-0348-4f62-9cc9-f14396f34f9d on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:20:54.007099 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Attempting to bind port 9f625844-0348-4f62-9cc9-f14396f34f9d by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:20:54.007422 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Attempting to bind port 9f625844-0348-4f62-9cc9-f14396f34f9d on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:20:54.048138 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Port 9f625844-0348-4f62-9cc9-f14396f34f9d on network 8d576013-5c41-470a-82ec-fbb07f6bd986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:20:54.048474 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Attempting to bind port 9f625844-0348-4f62-9cc9-f14396f34f9d on network 8d576013-5c41-470a-82ec-fbb07f6bd986 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:20:54.093570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:20:54.093942 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Checking segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:20:54.094331 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Bound using segment: {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:20:54.094768 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Bound port: 9f625844-0348-4f62-9cc9-f14396f34f9d, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9396ca98-c147-4e4c-9324-87afedc5245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:20:54.095124 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:54.154577 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] For port 9f625844-0348-4f62-9cc9-f14396f34f9d, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:20:54.157673 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] For port 9f625844-0348-4f62-9cc9-f14396f34f9d, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f625844-0348-4f62-9cc9-f14396f34f9d,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:20:54.162477 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:54.168078 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:54.168688 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:54.170066 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/9f625844-0348-4f62-9cc9-f14396f34f9d HTTP/1.1" status: 200 len: 1094 time: 1.0124638 Oct 06 11:20:54.170619 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'tag': '9f625844-0348-4f62-9cc9-f14396f34f9d'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:20:54.172860 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae00c1d-bea7-4da4-9474-425b502b068f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd61e55-b590-41ff-ba2c-d87038bae7cc", "tag": "9f625844-0348-4f62-9cc9-f14396f34f9d"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:20:54.215815 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad1acd0-fa77-473c-a939-40bb09147a1a x-openstack-request-id: req-bad1acd0-fa77-473c-a939-40bb09147a1a {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:20:54.216121 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd61e55-b590-41ff-ba2c-d87038bae7cc", "tag": "9f625844-0348-4f62-9cc9-f14396f34f9d", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:20:54.216368 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bad1acd0-fa77-473c-a939-40bb09147a1a {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:20:54.216766 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad1acd0-fa77-473c-a939-40bb09147a1a'] response: {'name': 'network-changed', 'server_uuid': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'tag': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'status': 'completed', 'code': 200} Oct 06 11:20:54.221582 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c44260-fe8a-4b84-baa4-9ae5ee3f8163 service neutron] Pushing event updated for resources: {'Port': ['ID=9f625844-0348-4f62-9cc9-f14396f34f9d,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:54.280086 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-f693d98b-fe3a-4d2b-87e8-37ca04c582c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:54.281497 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-f693d98b-fe3a-4d2b-87e8-37ca04c582c9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 1128 time: 0.0392277 Oct 06 11:20:54.329515 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-9c97b449-51b1-43e8-879f-f7fbc0a55c7b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f625844-0348-4f62-9cc9-f14396f34f9d HTTP/1.1" status: 200 len: 217 time: 0.0344071 Oct 06 11:20:54.376862 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-31d00639-b3d6-4f9c-a4e2-7213ad1bbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:54.378252 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-31d00639-b3d6-4f9c-a4e2-7213ad1bbf22 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0434489 Oct 06 11:20:54.421382 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-8b49b5d1-e2fd-45a6-b51f-de7f63e4435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:54.422860 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-8b49b5d1-e2fd-45a6-b51f-de7f63e4435a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389404 Oct 06 11:20:54.444582 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:54.514451 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-3638cd33-7416-4a9f-85f1-afe8184c6413 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855603 Oct 06 11:20:54.607699 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-02e65d23-5041-47ea-8d7f-5bde88d220eb req-140314e3-9167-490d-8ca0-3978512d685c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867023 Oct 06 11:20:54.988808 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035e6b-0710-4c7a-a4c3-194489274659 req-dd7273b2-9f3b-487c-9597-c2def99d7ad2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:54.990241 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c1035e6b-0710-4c7a-a4c3-194489274659 req-dd7273b2-9f3b-487c-9597-c2def99d7ad2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 944 time: 0.0461345 Oct 06 11:20:55.036755 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-c1035e6b-0710-4c7a-a4c3-194489274659 req-02bed0e8-e272-4e22-bae3-cd169a3eb9ed tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401189 Oct 06 11:20:55.616166 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-418b1460-0845-4fc0-8ac5-412a6f1285dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:56.157916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd32b3-28d6-4642-b2fb-d255e63f8cc5 req-0aff9707-df22-44a7-ba55-adef5b357ea8 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:56.159375 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-93cd32b3-28d6-4642-b2fb-d255e63f8cc5 req-0aff9707-df22-44a7-ba55-adef5b357ea8 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 944 time: 0.0469234 Oct 06 11:20:56.208824 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-93cd32b3-28d6-4642-b2fb-d255e63f8cc5 req-a85ad0b6-69a1-4a2f-b914-1739b464f025 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Oct 06 11:20:56.627659 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:56.659438 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-4c77c326-8e35-4fbf-bfe5-d02a7e439de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:56.660853 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-4c77c326-8e35-4fbf-bfe5-d02a7e439de8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 1128 time: 0.0406573 Oct 06 11:20:56.751796 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-52e52ff7-0c30-44ec-bd52-46e5b5a5fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:56.753267 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-52e52ff7-0c30-44ec-bd52-46e5b5a5fdbb service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.0860012 Oct 06 11:20:56.792767 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-dbb162d3-f83a-41b4-a08b-05f6c5b6aa05 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f625844-0348-4f62-9cc9-f14396f34f9d HTTP/1.1" status: 200 len: 217 time: 0.0323853 Oct 06 11:20:56.840659 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-0228f883-eee4-49c0-911f-09339eb9718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:56.842087 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-0228f883-eee4-49c0-911f-09339eb9718c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0434396 Oct 06 11:20:56.888754 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-2abadbbf-7da0-449b-a85e-d1a3367c0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:56.890239 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-2abadbbf-7da0-449b-a85e-d1a3367c0b35 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419075 Oct 06 11:20:56.979321 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-48ba31bc-cb94-4d76-bcbf-181ee596029e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832298 Oct 06 11:20:57.072348 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-7ae00c1d-bea7-4da4-9474-425b502b068f req-dd682c95-3120-4599-8f91-b1bb2181df47 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871820 Oct 06 11:20:57.130633 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:57.328964 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c79fc-4b8d-4d12-b77c-d6c080621209 req-2817840b-62f7-4299-8d2d-95430dbb218d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:57.330461 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-de7c79fc-4b8d-4d12-b77c-d6c080621209 req-2817840b-62f7-4299-8d2d-95430dbb218d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 944 time: 0.0473900 Oct 06 11:20:57.376967 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-de7c79fc-4b8d-4d12-b77c-d6c080621209 req-b0f4a024-10d3-47b3-a2a2-72288ebe2791 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 Oct 06 11:20:57.869201 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:57.871252 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:57.979732 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 9f625844-0348-4f62-9cc9-f14396f34f9d details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:20:58.080957 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 9f625844-0348-4f62-9cc9-f14396f34f9d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f625844-0348-4f62-9cc9-f14396f34f9d,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:20:58.092701 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'port_id': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'mac_address': 'fa:16:3e:01:7a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:20:58.094098 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:58.095552 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:20:58.129902 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 9f625844-0348-4f62-9cc9-f14396f34f9d is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:20:58.130226 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:58.144075 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f625844-0348-4f62-9cc9-f14396f34f9d {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:20:58.164886 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 9f625844-0348-4f62-9cc9-f14396f34f9d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f625844-0348-4f62-9cc9-f14396f34f9d,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:20:58.169245 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:58.214219 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=9f625844-0348-4f62-9cc9-f14396f34f9d,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:20:58.221233 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.221587 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.221936 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.222279 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.222618 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.222952 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.223281 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.223613 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.223973 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.224304 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.224635 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.224964 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.225288 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.225610 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.225933 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:20:58.496374 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686557d-e30f-4ea9-8135-0256828c75bc req-468824ca-379e-46bb-9608-d3c3c072e4be tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:58.497842 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d686557d-e30f-4ea9-8135-0256828c75bc req-468824ca-379e-46bb-9608-d3c3c072e4be tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 945 time: 0.0469203 Oct 06 11:20:58.544398 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-d686557d-e30f-4ea9-8135-0256828c75bc req-337ea8d8-b92d-4047-9f45-b2964664e8c4 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Oct 06 11:20:58.569450 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['9f625844-0348-4f62-9cc9-f14396f34f9d'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:20:58.663167 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:58.883783 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:20:59.663170 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a7e77-076a-488b-a52d-0ea196ec3917 req-590510a8-9b27-41ed-8db2-19406fc2a23f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:20:59.664576 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a81a7e77-076a-488b-a52d-0ea196ec3917 req-590510a8-9b27-41ed-8db2-19406fc2a23f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 945 time: 0.0466750 Oct 06 11:20:59.715107 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-a81a7e77-076a-488b-a52d-0ea196ec3917 req-6bbb7208-a15c-43a1-ae3a-70a09907ae5a tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Oct 06 11:20:59.737400 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:21:00.015676 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 9f625844-0348-4f62-9cc9-f14396f34f9d up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:21:00.060494 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port 9f625844-0348-4f62-9cc9-f14396f34f9d completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:21:00.066225 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port 9f625844-0348-4f62-9cc9-f14396f34f9d triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:21:00.066603 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:00.069512 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port 9f625844-0348-4f62-9cc9-f14396f34f9d Oct 06 11:21:00.137436 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port 9f625844-0348-4f62-9cc9-f14396f34f9d is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:21:00.137817 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:00.161534 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f625844-0348-4f62-9cc9-f14396f34f9d'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:21:00.163744 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32065e16-b854-4a88-964c-5077092148f0" -d '{"events": [{"server_uuid": "6cd61e55-b590-41ff-ba2c-d87038bae7cc", "name": "network-vif-plugged", "status": "completed", "tag": "9f625844-0348-4f62-9cc9-f14396f34f9d"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:21:00.176440 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port 9f625844-0348-4f62-9cc9-f14396f34f9d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f625844-0348-4f62-9cc9-f14396f34f9d,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:21:00.180863 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:00.205856 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2108a79d-c7db-4333-aa12-b665828a9f6b x-openstack-request-id: req-2108a79d-c7db-4333-aa12-b665828a9f6b {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:21:00.206152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd61e55-b590-41ff-ba2c-d87038bae7cc", "name": "network-vif-plugged", "status": "completed", "tag": "9f625844-0348-4f62-9cc9-f14396f34f9d", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:21:00.206405 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2108a79d-c7db-4333-aa12-b665828a9f6b {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:21:00.206798 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2108a79d-c7db-4333-aa12-b665828a9f6b'] response: {'server_uuid': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'code': 200} Oct 06 11:21:00.232686 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=9f625844-0348-4f62-9cc9-f14396f34f9d,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:21:00.410969 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90baa57-c316-4597-8e5b-b5f2717d1cb8 req-a2df1517-3039-4652-9a72-6e28a8767a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:00.412515 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b90baa57-c316-4597-8e5b-b5f2717d1cb8 req-a2df1517-3039-4652-9a72-6e28a8767a25 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 1130 time: 0.0386231 Oct 06 11:21:00.456251 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-b90baa57-c316-4597-8e5b-b5f2717d1cb8 req-9149abad-5718-4a0c-88db-e784ee5387cf service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375607 Oct 06 11:21:00.800411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:00.836135 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f06165-9243-47fb-b60a-ec9cd7013e9d req-f161af07-60a4-4f57-ad22-61011d770f84 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:00.837600 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-13f06165-9243-47fb-b60a-ec9cd7013e9d req-f161af07-60a4-4f57-ad22-61011d770f84 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 946 time: 0.0467072 Oct 06 11:21:00.884073 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-13f06165-9243-47fb-b60a-ec9cd7013e9d req-40fc02bb-9160-43d2-9e6c-8d0f4c47d317 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Oct 06 11:21:02.011705 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9247b8-1a11-4e03-b4d6-1df322497eff req-4a0438b1-b9db-4883-99a0-4c2401964d67 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:02.013234 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-da9247b8-1a11-4e03-b4d6-1df322497eff req-4a0438b1-b9db-4883-99a0-4c2401964d67 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 946 time: 0.0495346 Oct 06 11:21:02.060515 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-da9247b8-1a11-4e03-b4d6-1df322497eff req-aa5ccea5-1425-48c9-b6b8-697794a32980 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416565 Oct 06 11:21:03.190764 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c0e7-e22e-4ff8-bad2-0e050386aa88 req-7537c4d0-8496-4b5d-8fd6-1e56fe639ab9 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:03.192221 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6289c0e7-e22e-4ff8-bad2-0e050386aa88 req-7537c4d0-8496-4b5d-8fd6-1e56fe639ab9 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 946 time: 0.0497983 Oct 06 11:21:03.238956 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-6289c0e7-e22e-4ff8-bad2-0e050386aa88 req-69e32ed0-eb72-4db6-9c10-6cacc4633f8d tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 Oct 06 11:21:03.357530 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732da3fd-da22-41cb-9af5-fbfc681ce14c req-5081ef23-b8b2-4103-8613-3799a250433f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:03.358899 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-732da3fd-da22-41cb-9af5-fbfc681ce14c req-5081ef23-b8b2-4103-8613-3799a250433f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 946 time: 0.0501542 Oct 06 11:21:03.368712 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39050) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:21:03.373004 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.v2.base [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Request body: {'floatingip': {'port_id': '9f625844-0348-4f62-9cc9-f14396f34f9d'}} {{(pid=106389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:21:03.411678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (b73be4fc-83b3-4dcc-ac03-794f5a666f32), before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:03.833003 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:03.836838 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (b73be4fc-83b3-4dcc-ac03-794f5a666f32), after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:03.931135 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.db.l3_db [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Floating IP b73be4fc-83b3-4dcc-ac03-794f5a666f32 associated. External IP: 172.27.0.9, port: 9f625844-0348-4f62-9cc9-f14396f34f9d. Oct 06 11:21:03.978190 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:04.023959 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:04.128457 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:21:04.230982 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:21:04.236551 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:04.241405 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:21:04.250805 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:21:04.251422 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:20:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:21:04.266336 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-8e65f2ad-5516-4d44-9829-44955bf22bf0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/b73be4fc-83b3-4dcc-ac03-794f5a666f32 HTTP/1.1" status: 200 len: 990 time: 0.8966141 Oct 06 11:21:04.266967 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'tag': '9f625844-0348-4f62-9cc9-f14396f34f9d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:21:04.269250 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa4f544-3202-411a-b602-a0cf6594afe6" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd61e55-b590-41ff-ba2c-d87038bae7cc", "tag": "9f625844-0348-4f62-9cc9-f14396f34f9d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:21:04.306672 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd8da72-e7a8-4518-9480-1ca47463116a x-openstack-request-id: req-ecd8da72-e7a8-4518-9480-1ca47463116a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:21:04.306967 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd61e55-b590-41ff-ba2c-d87038bae7cc", "tag": "9f625844-0348-4f62-9cc9-f14396f34f9d", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:21:04.307227 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ecd8da72-e7a8-4518-9480-1ca47463116a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:21:04.307889 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd8da72-e7a8-4518-9480-1ca47463116a'] response: {'name': 'network-changed', 'server_uuid': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'tag': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'status': 'completed', 'code': 200} Oct 06 11:21:04.356530 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:21:04.396256 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-de1d27b5-cd08-47f5-917c-7ddaa6285784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:04.398616 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-de1d27b5-cd08-47f5-917c-7ddaa6285784 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 1130 time: 0.0404465 Oct 06 11:21:04.489203 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:04.492483 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-3db56187-f979-4123-9730-8456d5279511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:04.493965 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-3db56187-f979-4123-9730-8456d5279511 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 200 len: 915 time: 0.0901546 Oct 06 11:21:04.504528 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:04.515986 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:04.557041 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-e867c4cc-33ec-4bb8-869c-3d5c252c330d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f625844-0348-4f62-9cc9-f14396f34f9d HTTP/1.1" status: 200 len: 998 time: 0.0567186 Oct 06 11:21:04.569223 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'b73be4fc-83b3-4dcc-ac03-794f5a666f32', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:01:7a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:20:50Z', 'updated_at': '2022-10-06T11:21:03Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:21:04.597045 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:21:04.605055 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-1f5a4373-e182-4b60-937f-7641086157ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:04.605700 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:21:04.606308 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:20:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:21:04.606508 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-1f5a4373-e182-4b60-937f-7641086157ca service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 200 len: 853 time: 0.0438788 Oct 06 11:21:04.659969 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-9fd80ef7-5867-45fb-b2c4-e27aa92bdd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:04.661491 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-9fd80ef7-5867-45fb-b2c4-e27aa92bdd33 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8d576013-5c41-470a-82ec-fbb07f6bd986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489907 Oct 06 11:21:04.756959 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-a4eeb88b-4631-45dc-a53a-e2fd1ec176c4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885272 Oct 06 11:21:04.834798 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:21:04.851124 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-0fa4f544-3202-411a-b602-a0cf6594afe6 req-f3758778-733b-4e89-968f-4adea421824c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886605 Oct 06 11:21:05.041141 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'b73be4fc-83b3-4dcc-ac03-794f5a666f32', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:01:7a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:20:50Z', 'updated_at': '2022-10-06T11:21:03Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:21:05.069130 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7651a-ba8b-4a1b-a205-fc04d880fa78 None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': 'b73be4fc-83b3-4dcc-ac03-794f5a666f32', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'port_id': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'mac_address': 'fa:16:3e:01:7a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:20:50Z', 'updated_at': '2022-10-06T11:21:03Z', 'revision_number': 1, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:21:05.285993 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ac7a6-d1f0-4b90-925f-4f872855b58f None None] New status for floating IP b73be4fc-83b3-4dcc-ac03-794f5a666f32: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:21:12.869765 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:14.260019 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=31 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:14.263923 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=27 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:14.846755 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=32 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:14.847552 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=66 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:15.385505 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:15.489670 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:19.553583 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-d4b692ca-3682-445e-9423-e8abdd733814 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379610 Oct 06 11:21:19.634057 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-a2943257-1112-4507-a66c-e63adfbb6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:19.635554 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-a2943257-1112-4507-a66c-e63adfbb6faf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 1130 time: 0.0388219 Oct 06 11:21:19.742470 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-4287d3f1-b147-4899-9a7d-a4fe87060237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:19.743982 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-4287d3f1-b147-4899-9a7d-a4fe87060237 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0894570 Oct 06 11:21:19.804609 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-da967eba-f1f2-4b5a-b3d1-8eb087ed6ccb service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=540e5da9-dcce-45db-b59c-83443ed6141e HTTP/1.1" status: 200 len: 1001 time: 0.0542681 Oct 06 11:21:19.855636 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-3fe4775b-e6c0-48a0-9246-9a762c66dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:19.857082 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-3fe4775b-e6c0-48a0-9246-9a762c66dfcf service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0467129 Oct 06 11:21:19.900153 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-52b2fc3b-00ca-4a9e-a5f9-b6248b30467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:19.901612 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-52b2fc3b-00ca-4a9e-a5f9-b6248b30467c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381680 Oct 06 11:21:19.993736 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-ab3af108-5a0e-4e70-993c-ac4636db9baa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859530 Oct 06 11:21:20.083328 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-ac8bc999-3369-4799-acd5-21cad3af72b4 req-dc7856c4-e326-43b7-a53b-ca13d54e7dac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830986 Oct 06 11:21:22.863253 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=45 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:22.865893 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:23.323127 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-6f6cbfe2-1ef4-43ee-8c99-cc72f3549a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:25.616629 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a1ffc859-5621-494b-a0f8-22ab5182c2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:27.132133 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:28.635891 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:28.887632 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:30.079284 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=49 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:30.080546 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=52 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:36.736351 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:21:38.880116 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:38.882765 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:40.065425 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-1f12b488-3f52-4211-a595-84ff961d348d tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-516401855&fields=id&tenant_id=0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 267 time: 0.0491304 Oct 06 11:21:40.177731 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-350c21b7-cd75-4469-8211-9d28de484d93 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:40.179198 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-350c21b7-cd75-4469-8211-9d28de484d93 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 812 time: 0.1074734 Oct 06 11:21:40.194329 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-1e3bd9ab-4cd9-4137-b5e4-ce62de6d5dec tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/quotas/0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 375 time: 0.0096967 Oct 06 11:21:40.247395 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-3fcb822f-8478-4e39-b7d8-77f63fb9d8a7 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482843 Oct 06 11:21:40.340492 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-115ade6f-9311-4628-8c8c-0f75302232ca service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813806 Oct 06 11:21:40.434363 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e06e970c-8abf-43ac-8757-ccfddade0073 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875938 Oct 06 11:21:40.728857 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-3aff4d7a-08fa-4c69-9b90-a5580007b35d req-a5b6c6f2-3762-4391-aec3-ff672c57e688 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 210 time: 0.0282960 Oct 06 11:21:41.837081 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-1100f433-6d8d-40c7-9e7f-51d516c40f5d req-cd97f9bf-3d3f-48df-8a33-6c067d205da4 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 210 time: 0.0298383 Oct 06 11:21:41.842326 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-abee285c-d95b-4e34-8c71-bd9aceb769f0 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:41.843983 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-abee285c-d95b-4e34-8c71-bd9aceb769f0 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 812 time: 0.1172738 Oct 06 11:21:41.913787 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-7fd894e5-54c8-483a-9ca0-c602cd600e3c tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0934343645484d01b9b48a40bbf0b671 HTTP/1.1" status: 200 len: 379 time: 0.0556440 Oct 06 11:21:41.931694 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'port': {'device_id': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'admin_state_up': True, 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'security_groups': ['9d85473f-1743-4d5d-af08-6cb4b95c5743']}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:21:42.042012 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Made reservation on behalf of 0934343645484d01b9b48a40bbf0b671 for: {'port': 1} {{(pid=106390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 11:21:42.045912 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.172258 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Allocated IP 172.20.0.13 (4328977c-615f-4aaa-a450-a9014d5b4970/ecb033d3-45a8-4c54-bac9-e8ca6f677052/c4043237-0c79-48b2-8d04-310009d98d00) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:21:42.314186 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (c4043237-0c79-48b2-8d04-310009d98d00), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.346465 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (c4043237-0c79-48b2-8d04-310009d98d00), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.395787 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Network 4328977c-615f-4aaa-a450-a9014d5b4970 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:21:42.399272 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:21:42.403290 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:21:42.431263 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=c4043237-0c79-48b2-8d04-310009d98d00,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:21:42.461866 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:42.462506 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.481218 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-e4a5c7c6-464a-400b-9f5e-344f0d115b43 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5529726 Oct 06 11:21:42.499998 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Request body: {'port': {'device_id': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:21:42.527300 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:42.573710 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c4043237-0c79-48b2-8d04-310009d98d00), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.631074 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-baf6b41d-48f7-4287-90de-7e59882cd515 None None] Provisioning complete for port c4043237-0c79-48b2-8d04-310009d98d00 triggered by entity DHCP. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:21:42.631724 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:42.631881 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-baf6b41d-48f7-4287-90de-7e59882cd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (c4043237-0c79-48b2-8d04-310009d98d00), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.632170 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-baf6b41d-48f7-4287-90de-7e59882cd515 None None] Attempt 1 to provision port c4043237-0c79-48b2-8d04-310009d98d00 Oct 06 11:21:42.663781 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-baf6b41d-48f7-4287-90de-7e59882cd515 None None] Port c4043237-0c79-48b2-8d04-310009d98d00 cannot update to ACTIVE because it is not bound. {{(pid=106391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 11:21:42.837220 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4043237-0c79-48b2-8d04-310009d98d00 {{(pid=106390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:21:42.844507 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Publish callbacks [] for port (c4043237-0c79-48b2-8d04-310009d98d00), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.856455 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.provisioning_blocks [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Transition to ACTIVE for port object c4043237-0c79-48b2-8d04-310009d98d00 will not be triggered until provisioned by entity L2. {{(pid=106390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 11:21:42.860269 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (c4043237-0c79-48b2-8d04-310009d98d00), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.879493 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:42.931404 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Pushing event updated for resources: {'Port': ['ID=c4043237-0c79-48b2-8d04-310009d98d00,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:21:42.998408 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2007a-ff11-49a5-b628-eeefd8bc802c req-073e3e72-56af-4bcf-be01-b6ad5339e0c1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:42.999910 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cfd2007a-ff11-49a5-b628-eeefd8bc802c req-073e3e72-56af-4bcf-be01-b6ad5339e0c1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0793068 Oct 06 11:21:43.027244 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Attempting to bind port c4043237-0c79-48b2-8d04-310009d98d00 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 11:21:43.027581 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Attempting to bind port c4043237-0c79-48b2-8d04-310009d98d00 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 11:21:43.027939 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Attempting to bind port c4043237-0c79-48b2-8d04-310009d98d00 on network 4328977c-615f-4aaa-a450-a9014d5b4970 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:21:43.092448 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-cfd2007a-ff11-49a5-b628-eeefd8bc802c req-a5019250-5930-410d-87e7-4502c705175f tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852599 Oct 06 11:21:43.094435 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Port c4043237-0c79-48b2-8d04-310009d98d00 on network 4328977c-615f-4aaa-a450-a9014d5b4970 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 11:21:43.094770 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Attempting to bind port c4043237-0c79-48b2-8d04-310009d98d00 on network 4328977c-615f-4aaa-a450-a9014d5b4970 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 11:21:43.141702 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Checking agent: {'id': '5e143730-f732-4ea6-9fce-1c811615dcce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'started_at': datetime.datetime(2022, 10, 6, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 11, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 11:21:43.142036 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Checking segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 11:21:43.142420 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Bound using segment: {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 11:21:43.142855 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Bound port: c4043237-0c79-48b2-8d04-310009d98d00, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a554a5-1399-4442-bcef-fd878e51cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 11:21:43.143211 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c4043237-0c79-48b2-8d04-310009d98d00), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:43.202758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] For port c4043237-0c79-48b2-8d04-310009d98d00, host hv-cinder-86020, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 11:21:43.206009 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] For port c4043237-0c79-48b2-8d04-310009d98d00, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=c4043237-0c79-48b2-8d04-310009d98d00,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 11:21:43.211674 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (c4043237-0c79-48b2-8d04-310009d98d00), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:43.215617 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:43.216258 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:43.217645 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/c4043237-0c79-48b2-8d04-310009d98d00 HTTP/1.1" status: 200 len: 1094 time: 0.7218950 Oct 06 11:21:43.219096 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:21:43.221565 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75922a4c-e5c3-4c5f-89f7-5ce69778552f" -d '{"events": [{"name": "network-changed", "server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "tag": "c4043237-0c79-48b2-8d04-310009d98d00"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:21:43.267051 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f4651-476a-4c62-8e04-d204fd07644c service neutron] Pushing event updated for resources: {'Port': ['ID=c4043237-0c79-48b2-8d04-310009d98d00,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:21:43.276431 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ec4cf-b12e-4635-8cc8-af230bad5335 x-openstack-request-id: req-b57ec4cf-b12e-4635-8cc8-af230bad5335 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:21:43.276799 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "tag": "c4043237-0c79-48b2-8d04-310009d98d00", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:21:43.277008 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b57ec4cf-b12e-4635-8cc8-af230bad5335 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:21:43.278154 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57ec4cf-b12e-4635-8cc8-af230bad5335'] response: {'name': 'network-changed', 'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00', 'status': 'completed', 'code': 200} Oct 06 11:21:43.484914 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-0f4f4ba5-59dc-4361-b2e0-f38ff6ee6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:43.487082 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-0f4f4ba5-59dc-4361-b2e0-f38ff6ee6cb0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 1128 time: 0.0398183 Oct 06 11:21:43.536389 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-7457c5be-20f1-4f06-aaa1-0a08d3771583 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4043237-0c79-48b2-8d04-310009d98d00 HTTP/1.1" status: 200 len: 217 time: 0.0347574 Oct 06 11:21:43.572075 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:43.585747 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d57b9d8a-03fe-4379-b83f-7c51e8d21116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:43.587202 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-d57b9d8a-03fe-4379-b83f-7c51e8d21116 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0447800 Oct 06 11:21:43.628889 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-13e8dedc-2a37-489a-a0b8-4517ce6f973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:43.630315 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-13e8dedc-2a37-489a-a0b8-4517ce6f973c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376122 Oct 06 11:21:43.724311 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-b262f71d-ac1b-4f19-b566-a0e09a58d01c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879381 Oct 06 11:21:43.736975 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:43.816112 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aae5cc2a-7acf-4d25-8dad-85c72b28ce57 req-422136bc-f5a0-48fc-9dec-7b7199a20c59 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866485 Oct 06 11:21:44.217091 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8d65-4ae3-4b4e-a23d-dd2e88ae3871 req-5dbc61b2-b64c-4d19-a58b-73283d0be39c tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:44.218538 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-456d8d65-4ae3-4b4e-a23d-dd2e88ae3871 req-5dbc61b2-b64c-4d19-a58b-73283d0be39c tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0497880 Oct 06 11:21:44.266125 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-456d8d65-4ae3-4b4e-a23d-dd2e88ae3871 req-f6587e92-4a0a-487e-bfdd-a5950dae6f33 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Oct 06 11:21:44.946403 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-cea5cd36-9dce-4277-857a-02076d99feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:44.947901 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-cea5cd36-9dce-4277-857a-02076d99feb3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 1128 time: 0.0397494 Oct 06 11:21:45.041844 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-012db86d-2114-4478-82f6-a93c55d93c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:45.043274 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-012db86d-2114-4478-82f6-a93c55d93c71 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0877578 Oct 06 11:21:45.083379 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-29c1f509-7280-4f49-856f-f159f2782a7d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4043237-0c79-48b2-8d04-310009d98d00 HTTP/1.1" status: 200 len: 217 time: 0.0307527 Oct 06 11:21:45.132562 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-1155d68d-f795-4089-a90d-0984bedafb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:45.133935 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-1155d68d-f795-4089-a90d-0984bedafb06 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0425704 Oct 06 11:21:45.179479 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-ffc83580-6709-465c-aaa9-c574c6d1272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:45.180922 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-ffc83580-6709-465c-aaa9-c574c6d1272e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383182 Oct 06 11:21:45.272808 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-3867baf3-0ce8-474b-9d67-eec3d2b43e92 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Oct 06 11:21:45.367647 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-75922a4c-e5c3-4c5f-89f7-5ce69778552f req-2cb9ac78-3ec4-4883-99b4-459f1b7cdb4c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889075 Oct 06 11:21:45.387471 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e346ff9-4de5-422d-abbe-6c6f21e7424b req-e5a85f9f-cff0-4833-8bb5-e42aaea4fe4c tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:45.388994 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e346ff9-4de5-422d-abbe-6c6f21e7424b req-e5a85f9f-cff0-4833-8bb5-e42aaea4fe4c tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0463057 Oct 06 11:21:45.439112 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-2e346ff9-4de5-422d-abbe-6c6f21e7424b req-121149d9-77cc-4a3f-9bac-09008d8ec1dd tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438380 Oct 06 11:21:46.558513 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e44ae-da56-464f-8bc8-337521da7163 req-3ea3b4c7-2068-4bb4-9e0e-c44568ddcce3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:46.559979 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aa9e44ae-da56-464f-8bc8-337521da7163 req-3ea3b4c7-2068-4bb4-9e0e-c44568ddcce3 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0467796 Oct 06 11:21:46.608277 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-aa9e44ae-da56-464f-8bc8-337521da7163 req-cce6283a-98c1-4767-91ad-12ca3ca79f65 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426779 Oct 06 11:21:46.803313 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:47.731577 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5d1c1-65b1-4d01-a250-71f89f014686 req-35d04c57-24df-4026-8746-7a316ed3a5e5 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:47.733058 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-42d5d1c1-65b1-4d01-a250-71f89f014686 req-35d04c57-24df-4026-8746-7a316ed3a5e5 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0497262 Oct 06 11:21:47.788559 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-42d5d1c1-65b1-4d01-a250-71f89f014686 req-9546ad1c-6bd0-4c53-aa4d-e56fa9b2ca47 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488226 Oct 06 11:21:48.909632 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f48cd6-3251-408a-a151-f702ce17f618 req-9660e389-0d17-4a06-b1f3-ebf874e0f2b6 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:48.911095 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-43f48cd6-3251-408a-a151-f702ce17f618 req-9660e389-0d17-4a06-b1f3-ebf874e0f2b6 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0465007 Oct 06 11:21:48.959524 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-43f48cd6-3251-408a-a151-f702ce17f618 req-c98f21a1-1b9e-4eff-8ba8-7071de172c47 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428720 Oct 06 11:21:50.081295 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666125-20ef-4ed4-a995-a5c402b9f30d req-ec4f67b3-d566-4b5e-9ccd-8fc60e7f4178 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:50.082778 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-66666125-20ef-4ed4-a995-a5c402b9f30d req-ec4f67b3-d566-4b5e-9ccd-8fc60e7f4178 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0473909 Oct 06 11:21:50.131865 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-66666125-20ef-4ed4-a995-a5c402b9f30d req-f5380a30-3f6c-4130-b2f7-386514a70d97 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435226 Oct 06 11:21:51.257439 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:51.268860 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f447a-cc7a-42bf-ad12-2b41e24c3621 req-d448d236-ee5b-441a-adbf-9df64b11a1e7 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:51.270369 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-720f447a-cc7a-42bf-ad12-2b41e24c3621 req-d448d236-ee5b-441a-adbf-9df64b11a1e7 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0540152 Oct 06 11:21:51.319924 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-720f447a-cc7a-42bf-ad12-2b41e24c3621 req-0685e2ac-634c-406f-8f48-9f16c4242b5d tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436957 Oct 06 11:21:51.772088 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:52.318072 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device c4043237-0c79-48b2-8d04-310009d98d00 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 11:21:52.423153 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port c4043237-0c79-48b2-8d04-310009d98d00, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=c4043237-0c79-48b2-8d04-310009d98d00,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:21:52.435371 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Returning: {'device': 'c4043237-0c79-48b2-8d04-310009d98d00', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'port_id': 'c4043237-0c79-48b2-8d04-310009d98d00', 'mac_address': 'fa:16:3e:c2:d0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 11:21:52.445804 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261bfcd-0555-4826-ae63-419d95fa5c3e req-a098cb12-44f8-4d97-aa8c-9b2059b3648e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:52.447327 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f261bfcd-0555-4826-ae63-419d95fa5c3e req-a098cb12-44f8-4d97-aa8c-9b2059b3648e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 944 time: 0.0478997 Oct 06 11:21:52.469879 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port c4043237-0c79-48b2-8d04-310009d98d00 is: DOWN; New status is: BUILD {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:21:52.470269 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c4043237-0c79-48b2-8d04-310009d98d00), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:52.484013 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4043237-0c79-48b2-8d04-310009d98d00 {{(pid=106391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 11:21:52.501091 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-f261bfcd-0555-4826-ae63-419d95fa5c3e req-4656fd3b-c062-4d8a-918d-5b5d8b4f0e90 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481248 Oct 06 11:21:52.505193 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port c4043237-0c79-48b2-8d04-310009d98d00, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=c4043237-0c79-48b2-8d04-310009d98d00,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:21:52.509173 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (c4043237-0c79-48b2-8d04-310009d98d00), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:52.559250 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=c4043237-0c79-48b2-8d04-310009d98d00,revision_number=4']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:21:52.903065 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] get_ports_and_sgs() called for port_ids ['c4043237-0c79-48b2-8d04-310009d98d00'] {{(pid=106391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 11:21:53.326071 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2359495c-7b2c-404f-bd8a-40eb72c8b84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:53.621352 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2d06a-045c-4e1b-a1c9-268d37430b17 req-77324bce-03a1-48db-90fa-16b908094454 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:53.622803 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56b2d06a-045c-4e1b-a1c9-268d37430b17 req-77324bce-03a1-48db-90fa-16b908094454 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 945 time: 0.0460551 Oct 06 11:21:53.671095 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-56b2d06a-045c-4e1b-a1c9-268d37430b17 req-fb4e13c2-e650-4f51-a49c-17aec9b5dd4e tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426617 Oct 06 11:21:54.330906 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device c4043237-0c79-48b2-8d04-310009d98d00 up at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 11:21:54.373344 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning for port c4043237-0c79-48b2-8d04-310009d98d00 completed by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 11:21:54.378873 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.provisioning_blocks [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Provisioning complete for port c4043237-0c79-48b2-8d04-310009d98d00 triggered by entity L2. {{(pid=106391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 11:21:54.379249 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-826151'] for port (c4043237-0c79-48b2-8d04-310009d98d00), provisioning_complete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:54.379594 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Attempt 1 to provision port c4043237-0c79-48b2-8d04-310009d98d00 Oct 06 11:21:54.449859 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:54.454539 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Current status of the port c4043237-0c79-48b2-8d04-310009d98d00 is: BUILD; New status is: ACTIVE {{(pid=106391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 11:21:54.455001 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (c4043237-0c79-48b2-8d04-310009d98d00), before_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:54.478854 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00'}] {{(pid=106391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:21:54.481119 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f7218771ba1d29e920b45f03aeb949b56bb08b17c87c6c46744091a1c253d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f35b8d-9387-40e8-8a07-0131c618f155" -d '{"events": [{"server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "name": "network-vif-plugged", "status": "completed", "tag": "c4043237-0c79-48b2-8d04-310009d98d00"}]}' {{(pid=106391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:21:54.493062 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:54.494984 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] For port c4043237-0c79-48b2-8d04-310009d98d00, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=c4043237-0c79-48b2-8d04-310009d98d00,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:21:54.499494 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831'] for port (c4043237-0c79-48b2-8d04-310009d98d00), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:54.548310 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Pushing event updated for resources: {'Port': ['ID=c4043237-0c79-48b2-8d04-310009d98d00,revision_number=5']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:21:54.584183 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb857943-4295-4af2-b702-a0b214aa6609 x-openstack-request-id: req-cb857943-4295-4af2-b702-a0b214aa6609 {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:21:54.584474 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "name": "network-vif-plugged", "status": "completed", "tag": "c4043237-0c79-48b2-8d04-310009d98d00", "code": 200}]} {{(pid=106391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:21:54.584721 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb857943-4295-4af2-b702-a0b214aa6609 {{(pid=106391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:21:54.585118 dv-cinder-860209-2-iscsi neutron-server[106391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb857943-4295-4af2-b702-a0b214aa6609'] response: {'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00', 'code': 200} Oct 06 11:21:54.785574 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:54.799799 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af9c1d-4a79-4543-be36-4fbcdf63ac27 req-0ae74820-3f34-4fb4-99c9-a8e9483007e7 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:54.801406 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-13af9c1d-4a79-4543-be36-4fbcdf63ac27 req-0ae74820-3f34-4fb4-99c9-a8e9483007e7 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 946 time: 0.0541098 Oct 06 11:21:54.876423 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586ba98-dac6-4055-a470-c2d7be020fbb req-e22974e9-f93b-489f-9560-386a7e7acac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:54.877790 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2586ba98-dac6-4055-a470-c2d7be020fbb req-e22974e9-f93b-489f-9560-386a7e7acac5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 1130 time: 0.0569549 Oct 06 11:21:54.882628 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-13af9c1d-4a79-4543-be36-4fbcdf63ac27 req-23b4e3d1-23cb-4b36-a5b0-54da063be6f0 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755558 Oct 06 11:21:54.923508 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2586ba98-dac6-4055-a470-c2d7be020fbb req-fece43a5-960b-4ce8-b840-55c27449f50b service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391407 Oct 06 11:21:55.618492 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-6621e2b6-0575-4aba-88f1-a51132897673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:56.003077 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adfab6-5f84-4a8d-a4d4-b09a81db75b0 req-9f835452-6b93-4731-9bdc-041598a29c13 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:56.004665 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b1adfab6-5f84-4a8d-a4d4-b09a81db75b0 req-9f835452-6b93-4731-9bdc-041598a29c13 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 946 time: 0.0466480 Oct 06 11:21:56.053097 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-b1adfab6-5f84-4a8d-a4d4-b09a81db75b0 req-ced83bba-cfa5-4683-8bda-34a46df545c2 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 Oct 06 11:21:57.135709 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:57.173796 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641be1-eae6-4c3f-a76b-fdb385768424 req-3198f8d7-d1ee-45e2-ba46-efd5afb700df tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:57.175262 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9c641be1-eae6-4c3f-a76b-fdb385768424 req-3198f8d7-d1ee-45e2-ba46-efd5afb700df tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 946 time: 0.0479348 Oct 06 11:21:57.228328 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-9c641be1-eae6-4c3f-a76b-fdb385768424 req-47f97127-3070-49e7-9fef-3cac7f405eb1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469053 Oct 06 11:21:57.346820 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd295d-190a-4f55-bfb2-ac2f45e25969 req-4b3f8622-2a6f-48ae-b15a-5081a22d04f1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:57.348212 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-73bd295d-190a-4f55-bfb2-ac2f45e25969 req-4b3f8622-2a6f-48ae-b15a-5081a22d04f1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 946 time: 0.0473437 Oct 06 11:21:57.398585 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-73bd295d-190a-4f55-bfb2-ac2f45e25969 req-b1c40226-cee8-41e8-8a0b-9e414d40d351 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448492 Oct 06 11:21:57.427234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39162) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:21:57.562210 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5dca7-9d48-4512-9f90-2a4d706d85fb tempest-TestVolumeBootPattern-1393117682 tempest-TestVolumeBootPattern-1393117682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:57.563699 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-e5d5dca7-9d48-4512-9f90-2a4d706d85fb tempest-TestVolumeBootPattern-1393117682 tempest-TestVolumeBootPattern-1393117682-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 1125 time: 0.1354241 Oct 06 11:21:57.566485 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39166) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:21:57.571326 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.v2.base [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Request body: {'floatingip': {'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'port_id': 'c4043237-0c79-48b2-8d04-310009d98d00', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 11:21:57.592758 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:57.673523 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:57.776967 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Allocated IP 172.27.0.22 (92377b68-d1cd-4aff-b2b5-f474fcb11328/ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777/6466865d-573f-45ad-8ee5-79d8f436fe80) {{(pid=106390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 11:21:58.144860 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (6466865d-573f-45ad-8ee5-79d8f436fe80), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.178253 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736553583351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (6466865d-573f-45ad-8ee5-79d8f436fe80), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.186207 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:58.220314 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Network 92377b68-d1cd-4aff-b2b5-f474fcb11328 is already hosted by enough agents. {{(pid=106390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 11:21:58.225853 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Resources bound (agent type, host, resource id): {{(pid=106390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 11:21:58.229919 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Received port after_create {{(pid=106390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 11:21:58.235023 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=6466865d-573f-45ad-8ee5-79d8f436fe80,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:21:58.263137 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.263492 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.263846 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.264209 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.264541 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.264871 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.265198 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.265521 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.265847 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.266174 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.266500 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.266824 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.267147 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.267466 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.267808 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:21:58.395013 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:58.592896 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (f82a52de-b944-4f59-b432-04413a3895da), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.642620 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.661631 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688279'] for port (6466865d-573f-45ad-8ee5-79d8f436fe80), before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.806628 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for port (6466865d-573f-45ad-8ee5-79d8f436fe80), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.810878 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736553956801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736553580813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736553580831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555419'] for port (6466865d-573f-45ad-8ee5-79d8f436fe80), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.878849 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (f82a52de-b944-4f59-b432-04413a3895da), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.880819 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event updated for resources: {'Port': ['ID=6466865d-573f-45ad-8ee5-79d8f436fe80,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:21:58.888777 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:58.978351 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Floating IP f82a52de-b944-4f59-b432-04413a3895da associated. External IP: 172.27.0.22, port: c4043237-0c79-48b2-8d04-310009d98d00. Oct 06 11:21:59.060061 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=100 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:59.172174 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Router 382d1811-a40d-420e-8662-882c843c6ba7 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:21:59.255123 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:21:59.276979 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:21:59.286316 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:21:59.294297 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:21:59.297767 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:21:59.297767 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:21:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:21:59.330926 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-ce5b72e2-3d76-4b76-a3bf-aff43d46924a tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7606204 Oct 06 11:21:59.330926 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:21:59.331865 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d3937-d9bb-4dcf-9c7c-571f47887620" -d '{"events": [{"name": "network-changed", "server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "tag": "c4043237-0c79-48b2-8d04-310009d98d00"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:21:59.370302 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064ea0c5-9ee8-4ab3-ae83-714ed078714a x-openstack-request-id: req-064ea0c5-9ee8-4ab3-ae83-714ed078714a {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:21:59.370593 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "tag": "c4043237-0c79-48b2-8d04-310009d98d00", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:21:59.370847 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-064ea0c5-9ee8-4ab3-ae83-714ed078714a {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:21:59.371246 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064ea0c5-9ee8-4ab3-ae83-714ed078714a'] response: {'name': 'network-changed', 'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00', 'status': 'completed', 'code': 200} Oct 06 11:21:59.408746 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:21:59.459122 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-bfb9c67d-afe3-4fc7-86e2-f807ab0fe8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:59.460655 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-bfb9c67d-afe3-4fc7-86e2-f807ab0fe8e9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 1130 time: 0.0402567 Oct 06 11:21:59.552073 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-53085b58-f696-498f-b2f6-b0a27facb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:59.553375 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-53085b58-f696-498f-b2f6-b0a27facb486 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0870705 Oct 06 11:21:59.618131 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-83b686c5-b031-4463-98cb-3f2fe34015d4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4043237-0c79-48b2-8d04-310009d98d00 HTTP/1.1" status: 200 len: 999 time: 0.0592463 Oct 06 11:21:59.618679 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:27Z', 'revision_number': 1, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}, {'id': 'f82a52de-b944-4f59-b432-04413a3895da', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': 'c4043237-0c79-48b2-8d04-310009d98d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:c2:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:21:58Z', 'updated_at': '2022-10-06T11:21:58Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:21:59.647062 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:21:59.656113 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:21:59.656269 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:21:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:21:59.667340 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-56a6fc0c-8590-4f49-8378-7a92b25423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:59.668831 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-56a6fc0c-8590-4f49-8378-7a92b25423eb service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0454476 Oct 06 11:21:59.713716 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-a45c8674-fdfc-4582-8ca7-cc1eb4629ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:21:59.715335 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-a45c8674-fdfc-4582-8ca7-cc1eb4629ae2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392380 Oct 06 11:21:59.754126 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:21:59.810500 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-5ae4742f-08d6-45cd-b6e6-f9a007c7cb0f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889142 Oct 06 11:21:59.900485 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-d11d3937-d9bb-4dcf-9c7c-571f47887620 req-a1a5859a-f077-4be6-9759-ea0c5aac1299 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842855 Oct 06 11:21:59.964819 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:27Z', 'revision_number': 1, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}, {'id': 'f82a52de-b944-4f59-b432-04413a3895da', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': 'c4043237-0c79-48b2-8d04-310009d98d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:c2:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:21:58Z', 'updated_at': '2022-10-06T11:21:58Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:21:59.989656 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663862a2-5a12-49da-8483-dd7d7e1703d2 None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:27Z', 'revision_number': 1, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}, {'id': 'f82a52de-b944-4f59-b432-04413a3895da', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': 'c4043237-0c79-48b2-8d04-310009d98d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:c2:d0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:21:58Z', 'updated_at': '2022-10-06T11:21:58Z', 'revision_number': 0, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:22:00.180242 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a33d64-8050-4ea0-ae42-c4ee139c4c27 None None] New status for floating IP f82a52de-b944-4f59-b432-04413a3895da: ACTIVE {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:22:01.996651 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:02.047594 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:07.385782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:07.393875 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:09.895817 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:09.896936 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=56 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:10.216875 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-0560e452-a073-4159-9291-5d2234d45696 req-18dd079e-0331-4534-8f9a-bb32a0e15902 service neutron] (106389) timed out ('10.222.0.55', 54390) {{(pid=106389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 11:22:10.278794 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:10.280596 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=10 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:12.054698 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:12.876497 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:13.735721 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:22:19.549286 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-e87e8a2e-a604-48c4-90a1-942ce2d9426d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436599 Oct 06 11:22:19.665234 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-a9347360-db70-4d7b-adcc-ae8ff6e63cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:22:19.666609 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-a9347360-db70-4d7b-adcc-ae8ff6e63cc3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 1130 time: 0.0397081 Oct 06 11:22:19.772989 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-973d4ed2-8fde-459d-80d7-9f4a52862ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:22:19.774444 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-973d4ed2-8fde-459d-80d7-9f4a52862ad0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0889614 Oct 06 11:22:19.835687 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-8a5b2ff1-8c56-4dc1-81c4-f2fb25728045 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=540e5da9-dcce-45db-b59c-83443ed6141e HTTP/1.1" status: 200 len: 1001 time: 0.0546296 Oct 06 11:22:19.884483 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-c97c5e76-bb14-49d4-8a6c-0e4556cfb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:22:19.886050 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-c97c5e76-bb14-49d4-8a6c-0e4556cfb572 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0431526 Oct 06 11:22:19.934749 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-ecd6d438-00e2-4c70-abb1-c694ad5a98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:22:19.936171 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-ecd6d438-00e2-4c70-abb1-c694ad5a98b3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429902 Oct 06 11:22:20.025569 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-83626143-0e48-4c67-8451-a099fc577212 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826783 Oct 06 11:22:20.119230 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-340d4d05-1e6a-4a91-944b-d9af50ba7918 req-49b8964f-6173-4827-a7bf-69ffd7d6e955 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866268 Oct 06 11:22:22.865565 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:22.873018 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:23.331440 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-af3f61a5-9e41-4520-9c8f-4bdba6f131b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:23.809074 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:23.809804 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:25.619470 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-e2f31e3a-93a4-4166-8f67-9fef1ed74a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:27.136183 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:28.636607 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:28.891048 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:30.114516 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=53 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:30.116369 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=48 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:33.506431 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a932ab-e868-41d7-ab6d-d556cfb607cb req-2f8ffbd6-94a9-4ff5-8299-3b68771a4738 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:22:33.507935 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e5a932ab-e868-41d7-ab6d-d556cfb607cb req-2f8ffbd6-94a9-4ff5-8299-3b68771a4738 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 946 time: 0.0505409 Oct 06 11:22:33.555551 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-e5a932ab-e868-41d7-ab6d-d556cfb607cb req-72170e05-1c2b-4a6e-81b1-f85b0156bdbd tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Oct 06 11:22:34.678072 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaad65-c6c8-479a-bf40-9532e0435275 req-2d4b2c7a-4c8e-4aaf-b25d-9c37544348a2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:22:34.679483 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f0eaad65-c6c8-479a-bf40-9532e0435275 req-2d4b2c7a-4c8e-4aaf-b25d-9c37544348a2 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 946 time: 0.0477166 Oct 06 11:22:34.728176 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-f0eaad65-c6c8-479a-bf40-9532e0435275 req-7a48ffa4-d6f3-489e-b63f-1dde27abb1bc tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Oct 06 11:22:35.518070 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-963d6486-b6aa-4302-9ae5-d271c143edd6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:22:35.519492 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-963d6486-b6aa-4302-9ae5-d271c143edd6 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 946 time: 0.0457335 Oct 06 11:22:35.603570 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Deleting port 9f625844-0348-4f62-9cc9-f14396f34f9d {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:22:35.603940 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:35.690550 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] For port 9f625844-0348-4f62-9cc9-f14396f34f9d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=9f625844-0348-4f62-9cc9-f14396f34f9d,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:22:35.691209 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:35.855671 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:35.856101 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583181'] for floatingip (b73be4fc-83b3-4dcc-ac03-794f5a666f32), after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:35.856349 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Floating IP b73be4fc-83b3-4dcc-ac03-794f5a666f32 disassociated. External IP: 172.27.0.9, port: 9f625844-0348-4f62-9cc9-f14396f34f9d. Oct 06 11:22:35.856687 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Calling delete_port for 9f625844-0348-4f62-9cc9-f14396f34f9d owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:22:35.856823 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00535121-0ceb-41d6-9af8-485c27b1b064 req-c3144da4-b4f5-4be2-bc92-6c5061b09cc0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:22:35.858262 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-00535121-0ceb-41d6-9af8-485c27b1b064 req-c3144da4-b4f5-4be2-bc92-6c5061b09cc0 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cd61e55-b590-41ff-ba2c-d87038bae7cc HTTP/1.1" status: 200 len: 946 time: 0.0546529 Oct 06 11:22:35.905516 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-00535121-0ceb-41d6-9af8-485c27b1b064 req-e47329f3-14ad-4ee5-86d0-af530cce5ea7 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Oct 06 11:22:35.988422 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (9f625844-0348-4f62-9cc9-f14396f34f9d), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:36.021386 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'Port': ['ID=9f625844-0348-4f62-9cc9-f14396f34f9d,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:36.130429 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:22:36.231306 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:22:36.240962 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08446910-136b-4391-b22b-15af55b270cd None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:22:36.250390 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08446910-136b-4391-b22b-15af55b270cd None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:22:36.251007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-08446910-136b-4391-b22b-15af55b270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:22:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:36.276854 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] No DVR routers for this DVR port 9f625844-0348-4f62-9cc9-f14396f34f9d on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:22:36.279382 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:36.282562 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-38f8e624-e30d-4794-b91a-f52b0eb9b460 req-187b7a40-778f-4523-bf09-7e5a553d3434 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.55 "DELETE /networking/v2.0/ports/9f625844-0348-4f62-9cc9-f14396f34f9d HTTP/1.1" status: 204 len: 173 time: 0.7582238 Oct 06 11:22:36.283045 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'name': 'network-vif-deleted', 'tag': '9f625844-0348-4f62-9cc9-f14396f34f9d'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:22:36.285475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f291f-ac1b-42a1-860f-516567f20681" -d '{"events": [{"server_uuid": "6cd61e55-b590-41ff-ba2c-d87038bae7cc", "name": "network-vif-deleted", "tag": "9f625844-0348-4f62-9cc9-f14396f34f9d"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:22:36.329995 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec985d-5257-4b52-9f3c-8bce1b610fa9 x-openstack-request-id: req-7cec985d-5257-4b52-9f3c-8bce1b610fa9 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:22:36.330460 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd61e55-b590-41ff-ba2c-d87038bae7cc", "name": "network-vif-deleted", "tag": "9f625844-0348-4f62-9cc9-f14396f34f9d", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:22:36.330881 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cec985d-5257-4b52-9f3c-8bce1b610fa9 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:22:36.331522 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cec985d-5257-4b52-9f3c-8bce1b610fa9'] response: {'server_uuid': '6cd61e55-b590-41ff-ba2c-d87038bae7cc', 'name': 'network-vif-deleted', 'tag': '9f625844-0348-4f62-9cc9-f14396f34f9d', 'status': 'completed', 'code': 200} Oct 06 11:22:36.371995 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-08446910-136b-4391-b22b-15af55b270cd None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:22:36.586207 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-08446910-136b-4391-b22b-15af55b270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:36.610285 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08446910-136b-4391-b22b-15af55b270cd None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:22:36.618403 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08446910-136b-4391-b22b-15af55b270cd None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:22:36.619007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-08446910-136b-4391-b22b-15af55b270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:22:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:36.721046 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-08446910-136b-4391-b22b-15af55b270cd None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:22:36.909312 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-08446910-136b-4391-b22b-15af55b270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:36.939007 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08446910-136b-4391-b22b-15af55b270cd None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:15:32Z', 'revision_number': 4, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '58b89900-fe22-4ddf-a31b-0cf0dbbf659a', 'name': '', 'network_id': '8d576013-5c41-470a-82ec-fbb07f6bd986', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'mac_address': 'fa:16:3e:7f:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:32Z', 'updated_at': '2022-10-06T11:15:38Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'subnets': [{'id': 'd1ece9f1-2c7d-4c32-a6c1-232ab8432a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:22:37.007776 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39256) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:37.066502 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (55f1a11c-a2ac-42be-9219-a8dfb6a8ebed), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.091240 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (55f1a11c-a2ac-42be-9219-a8dfb6a8ebed), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.145971 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (55f1a11c-a2ac-42be-9219-a8dfb6a8ebed), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.149035 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.152372 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/55f1a11c-a2ac-42be-9219-a8dfb6a8ebed HTTP/1.1" status: 204 len: 168 time: 0.1434081 Oct 06 11:22:37.153060 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39258) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:37.174936 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.api.v2.resource [None req-84d3df5c-2cd7-4130-af5f-e004faec1742 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] show failed (client error): The resource could not be found. Oct 06 11:22:37.176528 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-84d3df5c-2cd7-4130-af5f-e004faec1742 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "GET /networking/v2.0/security-groups/55f1a11c-a2ac-42be-9219-a8dfb6a8ebed HTTP/1.1" status: 404 len: 347 time: 0.0176322 Oct 06 11:22:37.177314 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1a11c-a2ac-42be-9219-a8dfb6a8ebed,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:37.179289 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39260) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:37.184447 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329874c-6e06-4743-854d-e9398d44408b None None] New status for floating IP b73be4fc-83b3-4dcc-ac03-794f5a666f32: DOWN {{(pid=106392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:22:37.217022 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.217368 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.217706 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.218040 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.218374 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.218704 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.219030 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.219354 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.219681 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.220028 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.220363 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.220682 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.221004 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.221328 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.221649 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694059e-7fca-4d59-a870-b5443e287a1f tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:37.309136 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Deleting port 1b88a4fe-fbe4-4f65-90b9-ea68c820b1af {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:22:37.309480 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.386941 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.387272 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.399606 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Calling delete_port for 1b88a4fe-fbe4-4f65-90b9-ea68c820b1af owned by network:floatingip {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:22:37.757832 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (1b88a4fe-fbe4-4f65-90b9-ea68c820b1af), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.783513 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Pushing event deleted for resources: {'Port': ['ID=1b88a4fe-fbe4-4f65-90b9-ea68c820b1af,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:37.846366 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks [] for floatingip (b73be4fc-83b3-4dcc-ac03-794f5a666f32), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.849594 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:37.850723 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-64806d45-c6f8-4332-a789-b18b2cadd4a5 tempest-AttachVolumeNegativeTest-1396599542 tempest-AttachVolumeNegativeTest-1396599542-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/b73be4fc-83b3-4dcc-ac03-794f5a666f32 HTTP/1.1" status: 204 len: 168 time: 0.6704719 Oct 06 11:22:40.577536 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 9f625844-0348-4f62-9cc9-f14396f34f9d no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:22:40.596798 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 9f625844-0348-4f62-9cc9-f14396f34f9d {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:22:40.597143 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 9f625844-0348-4f62-9cc9-f14396f34f9d not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:22:41.535201 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39298) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:41.805054 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:41.807121 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:41.992394 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (6ea08421-ca7c-431b-b012-efe8778c9f6c), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:42.211874 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Deleting port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:22:42.212211 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:42.291330 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] For port 58b89900-fe22-4ddf-a31b-0cf0dbbf659a, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:22:42.291583 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:42.304510 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Calling delete_port for 58b89900-fe22-4ddf-a31b-0cf0dbbf659a owned by network:router_interface {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:22:42.482255 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (58b89900-fe22-4ddf-a31b-0cf0dbbf659a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:42.510625 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b89900-fe22-4ddf-a31b-0cf0dbbf659a,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:42.620288 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:42.666307 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:42.681348 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (6ea08421-ca7c-431b-b012-efe8778c9f6c), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:42.884518 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Router 6ea08421-ca7c-431b-b012-efe8778c9f6c has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:22:42.890120 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:42.985546 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:22:42.991398 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-0141fbad-4f0a-4002-92d5-988057ab5559 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/6ea08421-ca7c-431b-b012-efe8778c9f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4553010 Oct 06 11:22:42.993975 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39302) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:42.995433 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] Sync routers for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:22:43.007297 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:22:43.007951 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:22:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:43.094085 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks [] for router (6ea08421-ca7c-431b-b012-efe8778c9f6c), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.110639 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:22:43.195610 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks [] for router_gateway (6ea08421-ca7c-431b-b012-efe8778c9f6c), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.206136 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:43.218977 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:43.237382 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Deleting port 95fa331a-56c5-474f-bc04-222a7d47f1ee {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:22:43.237723 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.286394 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:22:42Z', 'revision_number': 5, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port': {'id': '95fa331a-56c5-474f-bc04-222a7d47f1ee', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:29Z', 'updated_at': '2022-10-06T11:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:43.311335 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] Checking router: 6ea08421-ca7c-431b-b012-efe8778c9f6c for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:22:43.319952 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] Routers {'6ea08421-ca7c-431b-b012-efe8778c9f6c'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:22:43.320559 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:22:26Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['6ea08421-ca7c-431b-b012-efe8778c9f6c'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:43.321905 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] For port 95fa331a-56c5-474f-bc04-222a7d47f1ee, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=95fa331a-56c5-474f-bc04-222a7d47f1ee,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:22:43.322299 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.335039 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Calling delete_port for 95fa331a-56c5-474f-bc04-222a7d47f1ee owned by network:router_gateway {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:22:43.408960 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] Set router 6ea08421-ca7c-431b-b012-efe8778c9f6c gateway port host: None {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:22:43.443942 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:43.458328 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:22:43Z', 'revision_number': 6, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:43.485824 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b1daa9-6af4-45c7-a61f-8d5fedef89fa None None] The sync data for ids ['6ea08421-ca7c-431b-b012-efe8778c9f6c'] in dv-cinder-860209-2-iscsi is: [{'id': '6ea08421-ca7c-431b-b012-efe8778c9f6c', 'name': 'tempest-AttachVolumeNegativeTest-260709292-router', 'tenant_id': '5d69675576dc4c7fa5cede0f99db8e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:28Z', 'updated_at': '2022-10-06T11:22:43Z', 'revision_number': 6, 'project_id': '5d69675576dc4c7fa5cede0f99db8e32', 'gw_port_host': None}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:22:43.493536 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:43.505702 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (95fa331a-56c5-474f-bc04-222a7d47f1ee), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.532193 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fa331a-56c5-474f-bc04-222a7d47f1ee,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:43.599004 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (6ea08421-ca7c-431b-b012-efe8778c9f6c), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.685709 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (6ea08421-ca7c-431b-b012-efe8778c9f6c), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.687896 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks [] for router_controller (6ea08421-ca7c-431b-b012-efe8778c9f6c), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.730200 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (6ea08421-ca7c-431b-b012-efe8778c9f6c), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.730824 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea08421-ca7c-431b-b012-efe8778c9f6c {{(pid=106389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:22:43.735008 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.736295 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e7fe7f25-eaf9-4b3c-a577-f1cc5fb95338 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/6ea08421-ca7c-431b-b012-efe8778c9f6c HTTP/1.1" status: 204 len: 168 time: 0.7413397 Oct 06 11:22:43.738765 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39304) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:43.782773 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0203535-d38b-4222-be1f-fa5d85456ba5 admin admin] Deleting subnet d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 {{(pid=106389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:22:43.786574 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0203535-d38b-4222-be1f-fa5d85456ba5 admin admin] Publish callbacks [] for subnet (d1ece9f1-2c7d-4c32-a6c1-232ab8432a87), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.824899 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0203535-d38b-4222-be1f-fa5d85456ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25750511'] for subnet (d1ece9f1-2c7d-4c32-a6c1-232ab8432a87), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.904810 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0203535-d38b-4222-be1f-fa5d85456ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (d1ece9f1-2c7d-4c32-a6c1-232ab8432a87), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.959782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0203535-d38b-4222-be1f-fa5d85456ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25698742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25785976'] for subnet (d1ece9f1-2c7d-4c32-a6c1-232ab8432a87), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.988166 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0203535-d38b-4222-be1f-fa5d85456ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ece9f1-2c7d-4c32-a6c1-232ab8432a87,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:43.993371 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0203535-d38b-4222-be1f-fa5d85456ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:43.997376 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-d0203535-d38b-4222-be1f-fa5d85456ba5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d1ece9f1-2c7d-4c32-a6c1-232ab8432a87 HTTP/1.1" status: 204 len: 168 time: 0.2576272 Oct 06 11:22:43.999858 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39306) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:44.000303 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ff7e7-4c0b-4680-9525-0e3d211368b5 None None] Network 8d576013-5c41-470a-82ec-fbb07f6bd986 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:22:44.069903 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (8d576013-5c41-470a-82ec-fbb07f6bd986), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.112744 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Deleting port fcfcdd2e-f25a-4a9e-859a-4437922a531b {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:22:44.113086 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.179548 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] For port fcfcdd2e-f25a-4a9e-859a-4437922a531b, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=fcfcdd2e-f25a-4a9e-859a-4437922a531b,segment=NetworkSegment(9396ca98-c147-4e4c-9324-87afedc5245a),segment_id=9396ca98-c147-4e4c-9324-87afedc5245a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:22:44.179855 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.193306 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Calling delete_port for fcfcdd2e-f25a-4a9e-859a-4437922a531b owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:22:44.245743 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] DHCP port deletion for 8d576013-5c41-470a-82ec-fbb07f6bd986 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:22:44.281440 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.298052 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Deleting port fcfcdd2e-f25a-4a9e-859a-4437922a531b {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:22:44.298421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.305687 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfcdd2e-f25a-4a9e-859a-4437922a531b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:44.312880 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 95fa331a-56c5-474f-bc04-222a7d47f1ee no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:22:44.315227 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] No DVR routers for this DVR port fcfcdd2e-f25a-4a9e-859a-4437922a531b on host dv-cinder-860209-2-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:22:44.361505 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 95fa331a-56c5-474f-bc04-222a7d47f1ee {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:22:44.361852 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 95fa331a-56c5-474f-bc04-222a7d47f1ee not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:22:44.362276 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device fcfcdd2e-f25a-4a9e-859a-4437922a531b no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:22:44.392704 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (8d576013-5c41-470a-82ec-fbb07f6bd986), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.400086 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: fcfcdd2e-f25a-4a9e-859a-4437922a531b {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:22:44.400435 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device fcfcdd2e-f25a-4a9e-859a-4437922a531b not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:22:44.400851 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 58b89900-fe22-4ddf-a31b-0cf0dbbf659a no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:22:44.402946 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:44.419620 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d576013-5c41-470a-82ec-fbb07f6bd986']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:44.429427 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] For port fcfcdd2e-f25a-4a9e-859a-4437922a531b, host dv-cinder-860209-2-iscsi, got binding levels [] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:22:44.429622 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9396ca98-c147-4e4c-9324-87afedc5245a') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:44.429734 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9396ca98-c147-4e4c-9324-87afedc5245a') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:22:44.429830 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.432244 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 58b89900-fe22-4ddf-a31b-0cf0dbbf659a {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:22:44.432597 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 58b89900-fe22-4ddf-a31b-0cf0dbbf659a not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:22:44.439230 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:44.440706 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (9396ca98-c147-4e4c-9324-87afedc5245a), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.446751 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Calling delete_port for fcfcdd2e-f25a-4a9e-859a-4437922a531b owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:22:44.449871 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.ipam_backend_mixin [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Port fcfcdd2e-f25a-4a9e-859a-4437922a531b was not found and therefore no delete operation was performed {{(pid=106391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 06 11:22:44.451293 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (fcfcdd2e-f25a-4a9e-859a-4437922a531b), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.456960 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (9396ca98-c147-4e4c-9324-87afedc5245a), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.465780 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Releasing vlan 490 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:22:44.466779 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (9396ca98-c147-4e4c-9324-87afedc5245a), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.476617 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Pushing event deleted for resources: {'Port': ['ID=fcfcdd2e-f25a-4a9e-859a-4437922a531b,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:44.487805 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] No DVR routers for this DVR port fcfcdd2e-f25a-4a9e-859a-4437922a531b on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:22:44.491447 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.491901 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.492188 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.492531 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.497803 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c114d04-df6c-406c-b6b6-8785680a620f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:22:44.549965 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (8d576013-5c41-470a-82ec-fbb07f6bd986), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.569078 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.572427 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8d576013-5c41-470a-82ec-fbb07f6bd986 HTTP/1.1" status: 204 len: 168 time: 0.5716321 Oct 06 11:22:44.573469 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a357f3-f035-443c-b5fe-d72f41af9e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d576013-5c41-470a-82ec-fbb07f6bd986,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:44.576239 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 9396ca98-c147-4e4c-9324-87afedc5245a resource provider aggregate not found Oct 06 11:22:44.600122 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 9396ca98-c147-4e4c-9324-87afedc5245a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9396ca98-c147-4e4c-9324-87afedc5245a found for delete ", "request_id": "req-d17d60dd-4080-4884-8065-4d9260d33893"}]} Oct 06 11:22:44.691305 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39316) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:44.731978 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-e9e372b2-831a-4e9a-a874-b4367f879ef8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5d69675576dc4c7fa5cede0f99db8e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387115 Oct 06 11:22:44.734481 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39318) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:44.783815 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01bd9a24-0ec3-4e23-938a-58c59b6ff798 admin admin] Publish callbacks [] for security_group (6d5cfa6c-cba5-4147-859c-971b3d6eb1c7), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.804864 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01bd9a24-0ec3-4e23-938a-58c59b6ff798 admin admin] Publish callbacks [] for security_group (6d5cfa6c-cba5-4147-859c-971b3d6eb1c7), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.850948 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01bd9a24-0ec3-4e23-938a-58c59b6ff798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6d5cfa6c-cba5-4147-859c-971b3d6eb1c7), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.853521 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01bd9a24-0ec3-4e23-938a-58c59b6ff798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:44.854648 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-01bd9a24-0ec3-4e23-938a-58c59b6ff798 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6d5cfa6c-cba5-4147-859c-971b3d6eb1c7 HTTP/1.1" status: 204 len: 168 time: 0.1192355 Oct 06 11:22:44.862374 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd9a24-0ec3-4e23-938a-58c59b6ff798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5cfa6c-cba5-4147-859c-971b3d6eb1c7,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:46.260422 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:46.261241 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:50.734610 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:22:53.334124 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-08166e87-349a-4cdf-a60e-c9304663e9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:54.837372 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=31,neutron:DELETE=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:54.858126 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:UPDATE=1,neutron:SELECT=27,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:22:55.311456 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39432) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:55.417564 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f793518-1901-4a12-b2d2-3c50e6415cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:55.498973 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f793518-1901-4a12-b2d2-3c50e6415cef admin admin] Publish callbacks [] for security_group (af50a257-20ea-4947-aacd-5b65468aa2c7), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:55.502652 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f793518-1901-4a12-b2d2-3c50e6415cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (af50a257-20ea-4947-aacd-5b65468aa2c7), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:55.543129 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-0f793518-1901-4a12-b2d2-3c50e6415cef admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=672e8372532f48379b67b4ba4609a351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303784 Oct 06 11:22:55.544036 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f793518-1901-4a12-b2d2-3c50e6415cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af50a257-20ea-4947-aacd-5b65468aa2c7,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:55.545911 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39436) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:55.596621 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2599855-5172-4520-a396-d7d2fc9eeb01 admin admin] Publish callbacks [] for security_group (af50a257-20ea-4947-aacd-5b65468aa2c7), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:55.617043 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2599855-5172-4520-a396-d7d2fc9eeb01 admin admin] Publish callbacks [] for security_group (af50a257-20ea-4947-aacd-5b65468aa2c7), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:55.621351 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-96d836fb-4884-4880-b4e7-f457f65bf255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:55.664782 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2599855-5172-4520-a396-d7d2fc9eeb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (af50a257-20ea-4947-aacd-5b65468aa2c7), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:55.667157 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-e2599855-5172-4520-a396-d7d2fc9eeb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:55.668438 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-e2599855-5172-4520-a396-d7d2fc9eeb01 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/af50a257-20ea-4947-aacd-5b65468aa2c7 HTTP/1.1" status: 204 len: 168 time: 0.1205566 Oct 06 11:22:55.676180 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599855-5172-4520-a396-d7d2fc9eeb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af50a257-20ea-4947-aacd-5b65468aa2c7,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:57.139811 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:57.305782 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39486) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:57.413318 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-208d2a44-4b84-4048-82d2-7db166d9e40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:57.491581 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-208d2a44-4b84-4048-82d2-7db166d9e40e admin admin] Publish callbacks [] for security_group (65dd3c7f-b54d-40ad-8a94-968cfc1dd051), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:57.495181 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-208d2a44-4b84-4048-82d2-7db166d9e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (65dd3c7f-b54d-40ad-8a94-968cfc1dd051), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:57.533160 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-208d2a44-4b84-4048-82d2-7db166d9e40e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0913ade92f8c4872931a1f72dde83a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263212 Oct 06 11:22:57.535165 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d2a44-4b84-4048-82d2-7db166d9e40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd3c7f-b54d-40ad-8a94-968cfc1dd051,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:57.535896 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39490) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:57.586918 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e9a465c-d9a0-43b9-8df1-b0b6e0a012be admin admin] Publish callbacks [] for security_group (65dd3c7f-b54d-40ad-8a94-968cfc1dd051), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:57.607412 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e9a465c-d9a0-43b9-8df1-b0b6e0a012be admin admin] Publish callbacks [] for security_group (65dd3c7f-b54d-40ad-8a94-968cfc1dd051), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:57.654050 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e9a465c-d9a0-43b9-8df1-b0b6e0a012be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (65dd3c7f-b54d-40ad-8a94-968cfc1dd051), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:57.656819 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e9a465c-d9a0-43b9-8df1-b0b6e0a012be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:57.657969 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-7e9a465c-d9a0-43b9-8df1-b0b6e0a012be admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/65dd3c7f-b54d-40ad-8a94-968cfc1dd051 HTTP/1.1" status: 204 len: 168 time: 0.1205516 Oct 06 11:22:57.666557 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a465c-d9a0-43b9-8df1-b0b6e0a012be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd3c7f-b54d-40ad-8a94-968cfc1dd051,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:57.918186 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39496) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:57.931714 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ebc9b71-880b-4130-93fb-b1d16cc3bc41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:58.009486 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ebc9b71-880b-4130-93fb-b1d16cc3bc41 admin admin] Publish callbacks [] for security_group (2c41ad5d-3084-4da8-b837-99bdd7503590), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:58.013276 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-7ebc9b71-880b-4130-93fb-b1d16cc3bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2c41ad5d-3084-4da8-b837-99bdd7503590), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:58.054724 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-7ebc9b71-880b-4130-93fb-b1d16cc3bc41 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1852e3b85c9441728486eb24bd18d145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354966 Oct 06 11:22:58.055616 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc9b71-880b-4130-93fb-b1d16cc3bc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c41ad5d-3084-4da8-b837-99bdd7503590,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:58.057486 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39498) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:22:58.109038 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f72be31f-cd76-4f5d-a7ab-27c8db910105 admin admin] Publish callbacks [] for security_group (2c41ad5d-3084-4da8-b837-99bdd7503590), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:58.132285 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f72be31f-cd76-4f5d-a7ab-27c8db910105 admin admin] Publish callbacks [] for security_group (2c41ad5d-3084-4da8-b837-99bdd7503590), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:58.411391 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f72be31f-cd76-4f5d-a7ab-27c8db910105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (2c41ad5d-3084-4da8-b837-99bdd7503590), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:58.413952 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f72be31f-cd76-4f5d-a7ab-27c8db910105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:58.415104 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-f72be31f-cd76-4f5d-a7ab-27c8db910105 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2c41ad5d-3084-4da8-b837-99bdd7503590 HTTP/1.1" status: 204 len: 168 time: 0.3559539 Oct 06 11:22:58.423106 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72be31f-cd76-4f5d-a7ab-27c8db910105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c41ad5d-3084-4da8-b837-99bdd7503590,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:22:58.639053 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:22:58.895416 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:00.376738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39570) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:00.487874 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5fac1160-301d-42b2-a473-a3d68a1c8974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:00.564819 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5fac1160-301d-42b2-a473-a3d68a1c8974 admin admin] Publish callbacks [] for security_group (aa29e176-7a46-4129-9db7-d2cd700ba216), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:00.568606 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5fac1160-301d-42b2-a473-a3d68a1c8974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (aa29e176-7a46-4129-9db7-d2cd700ba216), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:00.606593 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac1160-301d-42b2-a473-a3d68a1c8974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa29e176-7a46-4129-9db7-d2cd700ba216,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:00.610894 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5fac1160-301d-42b2-a473-a3d68a1c8974 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2657aec51ba640fba15634ee987f22fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331557 Oct 06 11:23:00.613587 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39574) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:00.662653 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee65d-161a-4981-b481-cb69b621a9a7 admin admin] Publish callbacks [] for security_group (aa29e176-7a46-4129-9db7-d2cd700ba216), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:00.685571 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee65d-161a-4981-b481-cb69b621a9a7 admin admin] Publish callbacks [] for security_group (aa29e176-7a46-4129-9db7-d2cd700ba216), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:00.699585 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:00.711966 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:00.735652 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee65d-161a-4981-b481-cb69b621a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (aa29e176-7a46-4129-9db7-d2cd700ba216), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:00.738280 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee65d-161a-4981-b481-cb69b621a9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:00.740059 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-2e7ee65d-161a-4981-b481-cb69b621a9a7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aa29e176-7a46-4129-9db7-d2cd700ba216 HTTP/1.1" status: 204 len: 168 time: 0.1249371 Oct 06 11:23:00.748167 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ee65d-161a-4981-b481-cb69b621a9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa29e176-7a46-4129-9db7-d2cd700ba216,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:00.803689 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:00.804521 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:00.999806 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39580) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:01.013288 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:01.093397 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Publish callbacks [] for security_group (320d8669-e3dc-470c-8a17-6cf67fb40834), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:01.097038 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (320d8669-e3dc-470c-8a17-6cf67fb40834), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:01.136054 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=194d800c994740bd957d356707b929ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351058 Oct 06 11:23:01.137248 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d8669-e3dc-470c-8a17-6cf67fb40834,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:01.138794 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39582) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:01.144259 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.144615 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.144962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.145303 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.147003 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.147354 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.147687 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.148054 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.148387 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.148716 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.149047 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.149375 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.149699 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.150019 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.150341 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf58b92-6c79-4d77-9258-f9b57aeaa9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:01.199280 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-67f315bb-afcd-4def-8b1c-ffe0424734a5 admin admin] Publish callbacks [] for security_group (320d8669-e3dc-470c-8a17-6cf67fb40834), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:01.219181 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-67f315bb-afcd-4def-8b1c-ffe0424734a5 admin admin] Publish callbacks [] for security_group (320d8669-e3dc-470c-8a17-6cf67fb40834), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:01.271408 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-67f315bb-afcd-4def-8b1c-ffe0424734a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (320d8669-e3dc-470c-8a17-6cf67fb40834), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:01.274326 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-67f315bb-afcd-4def-8b1c-ffe0424734a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:01.275472 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-67f315bb-afcd-4def-8b1c-ffe0424734a5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/320d8669-e3dc-470c-8a17-6cf67fb40834 HTTP/1.1" status: 204 len: 168 time: 0.1357043 Oct 06 11:23:01.283458 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f315bb-afcd-4def-8b1c-ffe0424734a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d8669-e3dc-470c-8a17-6cf67fb40834,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:03.238139 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39650) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:03.342110 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e7a5-d3e8-4e22-a618-9c96a6cdaa3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.420167 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e7a5-d3e8-4e22-a618-9c96a6cdaa3f admin admin] Publish callbacks [] for security_group (8e6e9b36-3091-401b-a718-493eb9981be4), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.423816 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e7a5-d3e8-4e22-a618-9c96a6cdaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (8e6e9b36-3091-401b-a718-493eb9981be4), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.463469 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-fcf0e7a5-d3e8-4e22-a618-9c96a6cdaa3f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=60765656dd1a4e839a4d3719280b7af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242918 Oct 06 11:23:03.464347 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0e7a5-d3e8-4e22-a618-9c96a6cdaa3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6e9b36-3091-401b-a718-493eb9981be4,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:03.466304 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39654) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:03.490441 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=18 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:03.516986 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-74c852c3-dd6d-4813-856c-e299db711158 admin admin] Publish callbacks [] for security_group (8e6e9b36-3091-401b-a718-493eb9981be4), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.535713 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:03.537815 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-74c852c3-dd6d-4813-856c-e299db711158 admin admin] Publish callbacks [] for security_group (8e6e9b36-3091-401b-a718-493eb9981be4), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.585706 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-74c852c3-dd6d-4813-856c-e299db711158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (8e6e9b36-3091-401b-a718-493eb9981be4), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.588243 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-74c852c3-dd6d-4813-856c-e299db711158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.589408 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-74c852c3-dd6d-4813-856c-e299db711158 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8e6e9b36-3091-401b-a718-493eb9981be4 HTTP/1.1" status: 204 len: 168 time: 0.1220348 Oct 06 11:23:03.597149 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c852c3-dd6d-4813-856c-e299db711158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6e9b36-3091-401b-a718-493eb9981be4,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:03.855320 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39660) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:03.869577 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c0183329-ee0e-480d-abbb-c3dfd588d3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.946753 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c0183329-ee0e-480d-abbb-c3dfd588d3da admin admin] Publish callbacks [] for security_group (42d47893-5bf4-4c9a-8872-109818bb031e), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.950314 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c0183329-ee0e-480d-abbb-c3dfd588d3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (42d47893-5bf4-4c9a-8872-109818bb031e), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:03.992205 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-c0183329-ee0e-480d-abbb-c3dfd588d3da admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2148e4f7ebda45e8ae21cf7e007660ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357079 Oct 06 11:23:03.993086 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0183329-ee0e-480d-abbb-c3dfd588d3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d47893-5bf4-4c9a-8872-109818bb031e,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:03.994972 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39662) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:04.044317 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-644a9e7f-39ee-4f6a-87d1-062ec0f37ba5 admin admin] Publish callbacks [] for security_group (42d47893-5bf4-4c9a-8872-109818bb031e), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:04.064079 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-644a9e7f-39ee-4f6a-87d1-062ec0f37ba5 admin admin] Publish callbacks [] for security_group (42d47893-5bf4-4c9a-8872-109818bb031e), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:04.112479 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-644a9e7f-39ee-4f6a-87d1-062ec0f37ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (42d47893-5bf4-4c9a-8872-109818bb031e), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:04.115738 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-644a9e7f-39ee-4f6a-87d1-062ec0f37ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:04.117104 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-644a9e7f-39ee-4f6a-87d1-062ec0f37ba5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/42d47893-5bf4-4c9a-8872-109818bb031e HTTP/1.1" status: 204 len: 168 time: 0.1203599 Oct 06 11:23:04.124949 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a9e7f-39ee-4f6a-87d1-062ec0f37ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d47893-5bf4-4c9a-8872-109818bb031e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:08.245645 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39722) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:08.371326 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47d428c3-4b89-4035-bc59-91120eb6f482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.446804 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47d428c3-4b89-4035-bc59-91120eb6f482 admin admin] Publish callbacks [] for security_group (3e0efd76-24eb-4e95-b64c-41ad5beab6b1), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.450621 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-47d428c3-4b89-4035-bc59-91120eb6f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (3e0efd76-24eb-4e95-b64c-41ad5beab6b1), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.494162 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-47d428c3-4b89-4035-bc59-91120eb6f482 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a3890b72a80c4341a806711ced8a39ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473571 Oct 06 11:23:08.495096 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d428c3-4b89-4035-bc59-91120eb6f482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0efd76-24eb-4e95-b64c-41ad5beab6b1,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:08.496945 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39726) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:08.548060 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c4ac-ea85-4561-abd5-729d4232fc7b admin admin] Publish callbacks [] for security_group (3e0efd76-24eb-4e95-b64c-41ad5beab6b1), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.567508 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c4ac-ea85-4561-abd5-729d4232fc7b admin admin] Publish callbacks [] for security_group (3e0efd76-24eb-4e95-b64c-41ad5beab6b1), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.614810 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c4ac-ea85-4561-abd5-729d4232fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (3e0efd76-24eb-4e95-b64c-41ad5beab6b1), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.617530 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c4ac-ea85-4561-abd5-729d4232fc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.618662 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-b5c5c4ac-ea85-4561-abd5-729d4232fc7b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3e0efd76-24eb-4e95-b64c-41ad5beab6b1 HTTP/1.1" status: 204 len: 168 time: 0.1199751 Oct 06 11:23:08.626268 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5c4ac-ea85-4561-abd5-729d4232fc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0efd76-24eb-4e95-b64c-41ad5beab6b1,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:08.878614 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 39732) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:08.892406 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c3187e28-4dfe-444a-9898-82ebc1755691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.969563 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c3187e28-4dfe-444a-9898-82ebc1755691 admin admin] Publish callbacks [] for security_group (feb4af1d-43d4-41a4-801a-395d0611bc61), precommit_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:08.973058 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-c3187e28-4dfe-444a-9898-82ebc1755691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (feb4af1d-43d4-41a4-801a-395d0611bc61), after_create {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:09.016912 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-c3187e28-4dfe-444a-9898-82ebc1755691 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=65b4ed947f2142089a5737584eabafc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370769 Oct 06 11:23:09.017847 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3187e28-4dfe-444a-9898-82ebc1755691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb4af1d-43d4-41a4-801a-395d0611bc61,revision_number=1']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:09.019470 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 39734) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:09.070598 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b2564d7-1048-4148-a80d-daec6d8ff453 admin admin] Publish callbacks [] for security_group (feb4af1d-43d4-41a4-801a-395d0611bc61), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:09.081876 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=9,neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:09.091869 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b2564d7-1048-4148-a80d-daec6d8ff453 admin admin] Publish callbacks [] for security_group (feb4af1d-43d4-41a4-801a-395d0611bc61), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:09.098091 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:09.144942 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b2564d7-1048-4148-a80d-daec6d8ff453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (feb4af1d-43d4-41a4-801a-395d0611bc61), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:09.147795 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6b2564d7-1048-4148-a80d-daec6d8ff453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:09.148973 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-6b2564d7-1048-4148-a80d-daec6d8ff453 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/feb4af1d-43d4-41a4-801a-395d0611bc61 HTTP/1.1" status: 204 len: 168 time: 0.1278236 Oct 06 11:23:09.158678 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2564d7-1048-4148-a80d-daec6d8ff453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb4af1d-43d4-41a4-801a-395d0611bc61,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:12.724093 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:12.907410 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:19.008920 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:DELETE=5,neutron:SELECT=55,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:19.013211 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:19.130922 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=6,neutron:DELETE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:19.152907 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:21.558167 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-4314b4bc-a2ae-4388-b7fb-781f2c926d6a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379331 Oct 06 11:23:21.635649 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-5e12cb14-91ae-41a8-b8e0-08f943c95214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:23:21.637175 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-5e12cb14-91ae-41a8-b8e0-08f943c95214 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 1130 time: 0.0395348 Oct 06 11:23:21.744256 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-6f6be943-bc3b-4476-957c-e433bed8fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:23:21.745713 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-6f6be943-bc3b-4476-957c-e433bed8fb7c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0892308 Oct 06 11:23:21.805935 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-9f24cae6-f47a-4d0b-b036-adf22ab9b981 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4043237-0c79-48b2-8d04-310009d98d00 HTTP/1.1" status: 200 len: 1001 time: 0.0539434 Oct 06 11:23:21.853074 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-2b146164-a219-4152-b5f8-6a34bad71050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:23:21.854451 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-2b146164-a219-4152-b5f8-6a34bad71050 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0425258 Oct 06 11:23:21.900495 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-6f7cca1b-55e1-4597-8cca-e383dfa47499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:23:21.901966 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-6f7cca1b-55e1-4597-8cca-e383dfa47499 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414214 Oct 06 11:23:21.989997 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-d31d1be3-73f5-46b3-89e7-d403cf41421c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817277 Oct 06 11:23:22.085799 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-e4941da2-c3ea-4711-9466-e5b66e2f91a0 req-144fc47d-2250-4b7c-9199-b7735ebc9ec3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896931 Oct 06 11:23:22.894646 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:22.900892 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:23.336988 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-fee5bab7-c62d-4989-964c-b59e325ba8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:25.622808 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0ab7566b-0448-4232-a74b-0221be784656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:27.149555 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:27.736171 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:23:28.642645 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:28.891314 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:32.080615 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=46 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:32.082484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=55 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:37.810135 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:37.810902 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:38.885328 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:38.887440 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:42.904369 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:51.779042 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:52.893660 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:52.899687 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:23:53.338663 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7695ff0f-1f7d-4d94-9087-baee1eba3f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:55.623705 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c25a9528-8930-4560-a1d2-64bacbbe73ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:55.802188 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 40014) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:55.908917 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:55.984342 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Publish callbacks [] for security_group (7ee27081-7590-413c-8b3b-364232878d97), precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:55.987812 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (7ee27081-7590-413c-8b3b-364232878d97), after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:56.030052 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cc900882deba46cab54226197527a38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267945 Oct 06 11:23:56.031132 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee27081-7590-413c-8b3b-364232878d97,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:56.032947 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40018) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:23:56.038293 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.038640 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.038989 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.039324 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.039657 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.040018 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.040348 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.040670 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.040995 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.041318 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.041647 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.042001 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.042321 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.042673 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.043115 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01196dd8-bf4f-4289-8154-79fbdfb605df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:23:56.083380 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6230c331-a9af-48e0-bcfa-34793aed720c admin admin] Publish callbacks [] for security_group (7ee27081-7590-413c-8b3b-364232878d97), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:56.104273 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6230c331-a9af-48e0-bcfa-34793aed720c admin admin] Publish callbacks [] for security_group (7ee27081-7590-413c-8b3b-364232878d97), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:56.152105 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6230c331-a9af-48e0-bcfa-34793aed720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (7ee27081-7590-413c-8b3b-364232878d97), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:56.154812 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6230c331-a9af-48e0-bcfa-34793aed720c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:56.155987 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6230c331-a9af-48e0-bcfa-34793aed720c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7ee27081-7590-413c-8b3b-364232878d97 HTTP/1.1" status: 204 len: 168 time: 0.1219771 Oct 06 11:23:56.164962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230c331-a9af-48e0-bcfa-34793aed720c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee27081-7590-413c-8b3b-364232878d97,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:23:57.143491 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:58.645152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:23:58.897122 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:04.735112 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:24:06.034159 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:06.034899 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:06.138625 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:06.159358 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:06.421600 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40022) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:06.560574 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Deleting port 6466865d-573f-45ad-8ee5-79d8f436fe80 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:06.560915 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (6466865d-573f-45ad-8ee5-79d8f436fe80), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:06.634566 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (6466865d-573f-45ad-8ee5-79d8f436fe80), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:06.634889 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (6466865d-573f-45ad-8ee5-79d8f436fe80), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:06.648010 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Calling delete_port for 6466865d-573f-45ad-8ee5-79d8f436fe80 owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:06.790726 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (6466865d-573f-45ad-8ee5-79d8f436fe80), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:06.813214 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event deleted for resources: {'Port': ['ID=6466865d-573f-45ad-8ee5-79d8f436fe80,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:06.822743 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.823623 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.823989 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.824323 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.824653 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.824978 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.825299 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.826006 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.826006 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.826232 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.826551 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.826867 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.827180 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.827494 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.827807 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:06.890823 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (f82a52de-b944-4f59-b432-04413a3895da), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:06.891154 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Floating IP f82a52de-b944-4f59-b432-04413a3895da disassociated (deleted). External IP: 172.27.0.22, port: c4043237-0c79-48b2-8d04-310009d98d00. Oct 06 11:24:07.345446 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Router 382d1811-a40d-420e-8662-882c843c6ba7 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:24:07.450494 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:24:07.455308 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:07.459771 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:24:07.471965 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:24:07.472580 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:23:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:07.474165 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:07.490848 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-cb31c504-2ef5-4d76-9d72-feb3ee2d3c09 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/f82a52de-b944-4f59-b432-04413a3895da HTTP/1.1" status: 204 len: 168 time: 1.0681801 Oct 06 11:24:07.491487 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:24:07.493821 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f0d10-51d8-446d-a525-2269d7dc6f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "tag": "c4043237-0c79-48b2-8d04-310009d98d00"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:24:07.540408 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44267b24-79be-44ad-a8c7-b95fe2f1c663 x-openstack-request-id: req-44267b24-79be-44ad-a8c7-b95fe2f1c663 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:24:07.540728 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "tag": "c4043237-0c79-48b2-8d04-310009d98d00", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:24:07.540984 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44267b24-79be-44ad-a8c7-b95fe2f1c663 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:24:07.541396 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44267b24-79be-44ad-a8c7-b95fe2f1c663'] response: {'name': 'network-changed', 'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00', 'status': 'completed', 'code': 200} Oct 06 11:24:07.575460 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:24:07.648861 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-13d8c7e6-e893-4766-8f74-f74644ab15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:07.650514 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-13d8c7e6-e893-4766-8f74-f74644ab15c0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 1130 time: 0.0602522 Oct 06 11:24:07.800350 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:27Z', 'revision_number': 1, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:07.826203 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:24:07.834580 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:24:07.835247 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:23:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:07.910521 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:07.929498 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70433-9bc5-41ac-a432-b9131f4dad68 req-749f795c-d1b4-4397-9489-bd34da569a8c tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:07.930990 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8ef70433-9bc5-41ac-a432-b9131f4dad68 req-749f795c-d1b4-4397-9489-bd34da569a8c tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 946 time: 0.2380662 Oct 06 11:24:07.940029 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:24:07.980190 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-8ef70433-9bc5-41ac-a432-b9131f4dad68 req-f529e9ee-cc9e-44c9-9069-0da8afcd7765 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434418 Oct 06 11:24:08.153810 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:27Z', 'revision_number': 1, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:08.178684 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e146d5-6276-480d-877b-5cb55aa0aa81 None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_floatingips': [{'id': '654566d0-179b-40a4-91b8-8dbeb7f3d76f', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'router_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'port_id': '540e5da9-dcce-45db-b59c-83443ed6141e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'mac_address': 'fa:16:3e:15:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T11:19:25Z', 'updated_at': '2022-10-06T11:19:27Z', 'revision_number': 1, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:24:08.397705 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6ba25-6479-4ec4-82b0-e56f04564f2c None None] New status for floating IP f82a52de-b944-4f59-b432-04413a3895da: DOWN {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:24:08.804455 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-96a23619-bd20-4d6a-b321-441e94928975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:08.806070 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-96a23619-bd20-4d6a-b321-441e94928975 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0908194 Oct 06 11:24:08.866677 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-bfbd98da-698a-4e32-ac04-2117606c4734 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4043237-0c79-48b2-8d04-310009d98d00 HTTP/1.1" status: 200 len: 217 time: 0.0322771 Oct 06 11:24:08.915488 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-6c56c787-81cd-44d1-b4c2-9bcbdbb411cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:08.917538 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-6c56c787-81cd-44d1-b4c2-9bcbdbb411cb service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0440679 Oct 06 11:24:08.962226 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-508d31e7-b145-440a-9e71-2f5946fdc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:08.964227 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-508d31e7-b145-440a-9e71-2f5946fdc9c5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415862 Oct 06 11:24:09.115453 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-fb03d09b-7352-44c3-9d48-279e5277e838 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905509 Oct 06 11:24:09.168431 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c955f-3733-476c-9d68-b2625b8da153 req-c331bd5c-d3c4-42ed-8f1d-ea0663c9d3b1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:09.169979 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-eb6c955f-3733-476c-9d68-b2625b8da153 req-c331bd5c-d3c4-42ed-8f1d-ea0663c9d3b1 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 946 time: 0.1103153 Oct 06 11:24:09.218680 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-eb6c955f-3733-476c-9d68-b2625b8da153 req-303d04cc-4d6a-41e7-b5d3-ddad9cf88dec tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431759 Oct 06 11:24:09.511476 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-048f0d10-51d8-446d-a525-2269d7dc6f7a req-02a24702-8a94-4395-9f31-adf40f5b3942 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888190 Oct 06 11:24:09.584031 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-4f84e6f0-c6f8-4df5-9b6a-1c400136ef95 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:09.585488 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-4f84e6f0-c6f8-4df5-9b6a-1c400136ef95 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 946 time: 0.0462277 Oct 06 11:24:09.670173 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Deleting port c4043237-0c79-48b2-8d04-310009d98d00 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:09.670441 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (c4043237-0c79-48b2-8d04-310009d98d00), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:09.758826 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] For port c4043237-0c79-48b2-8d04-310009d98d00, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=c4043237-0c79-48b2-8d04-310009d98d00,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:09.759192 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (c4043237-0c79-48b2-8d04-310009d98d00), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:09.772210 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Calling delete_port for c4043237-0c79-48b2-8d04-310009d98d00 owned by compute:nova {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:09.900895 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (c4043237-0c79-48b2-8d04-310009d98d00), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:09.929659 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event deleted for resources: {'Port': ['ID=c4043237-0c79-48b2-8d04-310009d98d00,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:09.975782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] No DVR routers for this DVR port c4043237-0c79-48b2-8d04-310009d98d00 on host hv-cinder-86020 {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:24:09.978348 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:09.982244 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-bc1f8737-f8f2-413c-ac7a-e26cb97e4215 req-77d3b225-cb62-4465-b765-0ca5b3f8a316 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "DELETE /networking/v2.0/ports/c4043237-0c79-48b2-8d04-310009d98d00 HTTP/1.1" status: 204 len: 173 time: 0.3918724 Oct 06 11:24:09.982753 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'name': 'network-vif-deleted', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:24:09.985036 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b239290e126fce29daa4c42dc593017b28a6933e264d6183af51cfd39f5b34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cf982a-8309-4dd1-9be3-dd57a211c0c9" -d '{"events": [{"server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "name": "network-vif-deleted", "tag": "c4043237-0c79-48b2-8d04-310009d98d00"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:24:10.083031 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a00293-1e7a-4775-9a77-c0325c57860f x-openstack-request-id: req-a4a00293-1e7a-4775-9a77-c0325c57860f {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:24:10.083334 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc00d92-0c52-4d38-a0df-5b07f32c182b", "name": "network-vif-deleted", "tag": "c4043237-0c79-48b2-8d04-310009d98d00", "status": "completed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:24:10.083595 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4a00293-1e7a-4775-9a77-c0325c57860f {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:24:10.084057 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a00293-1e7a-4775-9a77-c0325c57860f'] response: {'server_uuid': 'abc00d92-0c52-4d38-a0df-5b07f32c182b', 'name': 'network-vif-deleted', 'tag': 'c4043237-0c79-48b2-8d04-310009d98d00', 'status': 'completed', 'code': 200} Oct 06 11:24:10.328973 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-4ecee6e0-2cca-472c-b683-4d6894a97186 req-bcba4d71-affc-4973-9494-f0628c6fb686 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=abc00d92-0c52-4d38-a0df-5b07f32c182b HTTP/1.1" status: 200 len: 210 time: 0.0303252 Oct 06 11:24:12.897752 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device c4043237-0c79-48b2-8d04-310009d98d00 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:24:12.921342 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: c4043237-0c79-48b2-8d04-310009d98d00 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:24:12.921685 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device c4043237-0c79-48b2-8d04-310009d98d00 not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:24:12.929209 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:13.630464 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40062) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:13.768154 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Deleting port 82a287a8-8a9a-43ab-9b07-de81b13cefdd {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:13.768499 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (82a287a8-8a9a-43ab-9b07-de81b13cefdd), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:13.848408 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (82a287a8-8a9a-43ab-9b07-de81b13cefdd), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:13.848740 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (82a287a8-8a9a-43ab-9b07-de81b13cefdd), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:13.860553 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Calling delete_port for 82a287a8-8a9a-43ab-9b07-de81b13cefdd owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:13.949635 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:14.001673 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (82a287a8-8a9a-43ab-9b07-de81b13cefdd), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:14.028185 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event deleted for resources: {'Port': ['ID=82a287a8-8a9a-43ab-9b07-de81b13cefdd,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:14.082976 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:14.095561 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (654566d0-179b-40a4-91b8-8dbeb7f3d76f), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:14.095969 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.db.l3_db [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Floating IP 654566d0-179b-40a4-91b8-8dbeb7f3d76f disassociated (deleted). External IP: 172.27.0.18, port: 540e5da9-dcce-45db-b59c-83443ed6141e. Oct 06 11:24:14.296769 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Router 382d1811-a40d-420e-8662-882c843c6ba7 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:24:14.403470 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:24:14.407820 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:14.414786 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:24:14.423856 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:24:14.424463 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:23:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:14.438370 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2542d6de-2386-43bc-919f-bfc2ec2904da tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/654566d0-179b-40a4-91b8-8dbeb7f3d76f HTTP/1.1" status: 204 len: 168 time: 0.8067980 Oct 06 11:24:14.439052 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:24:14.441509 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a998c12c-1569-4464-8610-95bab5177b98" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:24:14.481441 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee83ac-00de-42a4-82fc-a1182f1b1396 x-openstack-request-id: req-bdee83ac-00de-42a4-82fc-a1182f1b1396 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:24:14.481738 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:24:14.481991 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdee83ac-00de-42a4-82fc-a1182f1b1396 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:24:14.482397 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdee83ac-00de-42a4-82fc-a1182f1b1396'] response: {'name': 'network-changed', 'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e', 'status': 'completed', 'code': 200} Oct 06 11:24:14.529097 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:14.536364 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:24:14.581854 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c12c-1569-4464-8610-95bab5177b98 req-433946c5-9277-4d57-adc5-c85b94575573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:14.583401 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a998c12c-1569-4464-8610-95bab5177b98 req-433946c5-9277-4d57-adc5-c85b94575573 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0934343645484d01b9b48a40bbf0b671&device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 1130 time: 0.0526111 Oct 06 11:24:14.670019 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13812cd7-b53e-4f54-8c22-f6c46992fbdc req-d7424a97-ac03-4835-92b2-6b94e716764d tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:14.671512 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-13812cd7-b53e-4f54-8c22-f6c46992fbdc req-d7424a97-ac03-4835-92b2-6b94e716764d tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 946 time: 0.0483449 Oct 06 11:24:14.712614 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=100 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:14.722857 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-13812cd7-b53e-4f54-8c22-f6c46992fbdc req-1ddae94b-304c-4a86-b93f-8045ddac9ca8 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457203 Oct 06 11:24:14.730441 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:14.837094 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:24:14.846141 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:24:14.846741 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:23:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:14.944753 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:24:15.123607 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:15.150704 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13639f53-e530-4c2b-9aba-e85e1179c698 None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:53Z', 'revision_number': 4, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi', '_interfaces': [{'id': '131e3a17-895a-4e5e-b69f-0229ae5d9839', 'name': '', 'network_id': '4328977c-615f-4aaa-a450-a9014d5b4970', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'mac_address': 'fa:16:3e:cf:28:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:53Z', 'updated_at': '2022-10-06T11:16:00Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'subnets': [{'id': 'ecb033d3-45a8-4c54-bac9-e8ca6f677052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:24:15.363741 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64c7ce-17dd-47ce-94ee-f672a4cca20a None None] New status for floating IP 654566d0-179b-40a4-91b8-8dbeb7f3d76f: DOWN {{(pid=106391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 11:24:15.614671 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c12c-1569-4464-8610-95bab5177b98 req-3db4c0b6-34cc-4f9d-ad3f-93d501797ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:15.616210 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a998c12c-1569-4464-8610-95bab5177b98 req-3db4c0b6-34cc-4f9d-ad3f-93d501797ebd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 200 len: 913 time: 0.0918756 Oct 06 11:24:15.844543 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db28fa-ce2a-4884-9a1b-d7a45fda64bf req-4a97b841-77e8-4beb-aaf0-ff02d3fa73f0 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:15.846031 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10db28fa-ce2a-4884-9a1b-d7a45fda64bf req-4a97b841-77e8-4beb-aaf0-ff02d3fa73f0 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 946 time: 0.0465314 Oct 06 11:24:15.895393 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-10db28fa-ce2a-4884-9a1b-d7a45fda64bf req-18f56b93-a3ba-4998-8bcd-f63f8b3fa5f9 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d85473f-1743-4d5d-af08-6cb4b95c5743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434933 Oct 06 11:24:15.985548 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a998c12c-1569-4464-8610-95bab5177b98 req-8116be1a-c6d8-4bfe-9030-c1747d3c594e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=540e5da9-dcce-45db-b59c-83443ed6141e HTTP/1.1" status: 200 len: 217 time: 0.0359499 Oct 06 11:24:16.255774 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c12c-1569-4464-8610-95bab5177b98 req-e0d8a67d-bc2b-4688-9df7-ac53ffdc4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:16.257271 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a998c12c-1569-4464-8610-95bab5177b98 req-e0d8a67d-bc2b-4688-9df7-ac53ffdc4291 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 200 len: 851 time: 0.0453169 Oct 06 11:24:16.302103 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c12c-1569-4464-8610-95bab5177b98 req-d4291eab-c3c8-4d86-a2e5-40e8e51b9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:16.303569 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a998c12c-1569-4464-8610-95bab5177b98 req-d4291eab-c3c8-4d86-a2e5-40e8e51b9d69 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4328977c-615f-4aaa-a450-a9014d5b4970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393369 Oct 06 11:24:16.410049 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed6971-b457-4860-8187-5e42d60f539f req-64cb552e-e566-44cb-9185-d1ee9a9b46d5 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 11:24:16.411455 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5bed6971-b457-4860-8187-5e42d60f539f req-64cb552e-e566-44cb-9185-d1ee9a9b46d5 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 946 time: 0.0532117 Oct 06 11:24:16.423152 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:16.449089 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a998c12c-1569-4464-8610-95bab5177b98 req-ae16a27d-a3ae-4aed-944f-c6d5705152eb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917101 Oct 06 11:24:16.624873 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:16.694385 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Deleting port 540e5da9-dcce-45db-b59c-83443ed6141e {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:16.694622 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:16.706039 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [req-a998c12c-1569-4464-8610-95bab5177b98 req-d0b4aa70-be66-485f-9cc1-6087a9271768 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896416 Oct 06 11:24:16.791280 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] For port 540e5da9-dcce-45db-b59c-83443ed6141e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=540e5da9-dcce-45db-b59c-83443ed6141e,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:16.792180 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:16.804951 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Calling delete_port for 540e5da9-dcce-45db-b59c-83443ed6141e owned by compute:nova {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:16.875771 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:16.930287 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (540e5da9-dcce-45db-b59c-83443ed6141e), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:16.961769 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event deleted for resources: {'Port': ['ID=540e5da9-dcce-45db-b59c-83443ed6141e,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:17.028928 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-2b039ac0-90f1-4c06-89df-3ac11224f8cb req-b43a9cab-3c47-4e37-a11e-bfcd163c8dd7 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d4e7b17-b1e6-4e0c-af11-16d20efb530d HTTP/1.1" status: 200 len: 210 time: 0.0574048 Oct 06 11:24:17.029565 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] No DVR routers for this DVR port 540e5da9-dcce-45db-b59c-83443ed6141e on host hv-cinder-86020 {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:24:17.031970 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for port (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:17.035014 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [req-5bed6971-b457-4860-8187-5e42d60f539f req-e852eec7-cfa8-48d5-85d7-2c11a7af50cc tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.55 "DELETE /networking/v2.0/ports/540e5da9-dcce-45db-b59c-83443ed6141e HTTP/1.1" status: 204 len: 173 time: 0.4186957 Oct 06 11:24:17.035487 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'name': 'network-vif-deleted', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e'}] {{(pid=106390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 11:24:17.037761 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a9a7058f96787088d3858a3ab12040ab530f785452c558624144b7103662c6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13655e8e-922f-4600-8e42-2d7dc34c977b" -d '{"events": [{"server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "name": "network-vif-deleted", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e"}]}' {{(pid=106390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 11:24:17.083952 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 11:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352654e5-5acd-471d-8afe-d52e9c518f24 x-openstack-request-id: req-352654e5-5acd-471d-8afe-d52e9c518f24 {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 11:24:17.084250 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4e7b17-b1e6-4e0c-af11-16d20efb530d", "name": "network-vif-deleted", "tag": "540e5da9-dcce-45db-b59c-83443ed6141e", "status": "completed", "code": 200}]} {{(pid=106390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 11:24:17.084509 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-352654e5-5acd-471d-8afe-d52e9c518f24 {{(pid=106390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 11:24:17.084929 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352654e5-5acd-471d-8afe-d52e9c518f24'] response: {'server_uuid': '1d4e7b17-b1e6-4e0c-af11-16d20efb530d', 'name': 'network-vif-deleted', 'tag': '540e5da9-dcce-45db-b59c-83443ed6141e', 'status': 'completed', 'code': 200} Oct 06 11:24:18.096189 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40078) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:18.137238 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:18.211580 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Deleting port e03309e4-e5c7-43c1-84c4-ad33d73f9241 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:18.211959 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (e03309e4-e5c7-43c1-84c4-ad33d73f9241), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:18.291151 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (e03309e4-e5c7-43c1-84c4-ad33d73f9241), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:18.291475 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (e03309e4-e5c7-43c1-84c4-ad33d73f9241), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:18.304370 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Calling delete_port for e03309e4-e5c7-43c1-84c4-ad33d73f9241 owned by network:floatingip {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:18.442799 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (e03309e4-e5c7-43c1-84c4-ad33d73f9241), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:18.466876 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event deleted for resources: {'Port': ['ID=e03309e4-e5c7-43c1-84c4-ad33d73f9241,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:18.528071 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for floatingip (c6020a76-aecf-4c74-ba2f-46cde8b4edde), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:18.530585 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62268'] for floatingip (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:18.531784 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-d7c92522-771f-4d4e-9723-680e91b6c201 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/c6020a76-aecf-4c74-ba2f-46cde8b4edde HTTP/1.1" status: 204 len: 168 time: 0.4353292 Oct 06 11:24:19.740719 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 40092) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:19.801316 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0794b5a-3988-464c-bd23-86298c3fe809 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group (9d85473f-1743-4d5d-af08-6cb4b95c5743), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:19.825950 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0794b5a-3988-464c-bd23-86298c3fe809 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group (9d85473f-1743-4d5d-af08-6cb4b95c5743), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:19.884820 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0794b5a-3988-464c-bd23-86298c3fe809 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (9d85473f-1743-4d5d-af08-6cb4b95c5743), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:19.887500 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f0794b5a-3988-464c-bd23-86298c3fe809 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:19.888676 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-f0794b5a-3988-464c-bd23-86298c3fe809 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9d85473f-1743-4d5d-af08-6cb4b95c5743 HTTP/1.1" status: 204 len: 168 time: 0.1469519 Oct 06 11:24:19.898230 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0794b5a-3988-464c-bd23-86298c3fe809 tempest-TestVolumeBootPattern-1089288570 tempest-TestVolumeBootPattern-1089288570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d85473f-1743-4d5d-af08-6cb4b95c5743,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:19.951212 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40096) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:20.359111 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (382d1811-a40d-420e-8662-882c843c6ba7), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:20.398301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:20.542299 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:20.587962 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Deleting port 131e3a17-895a-4e5e-b69f-0229ae5d9839 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:20.588301 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:20.668037 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] For port 131e3a17-895a-4e5e-b69f-0229ae5d9839, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=131e3a17-895a-4e5e-b69f-0229ae5d9839,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:20.668743 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:20.681072 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Calling delete_port for 131e3a17-895a-4e5e-b69f-0229ae5d9839 owned by network:router_interface {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:20.865552 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (131e3a17-895a-4e5e-b69f-0229ae5d9839), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:20.889863 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Pushing event deleted for resources: {'Port': ['ID=131e3a17-895a-4e5e-b69f-0229ae5d9839,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:20.900293 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 540e5da9-dcce-45db-b59c-83443ed6141e no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:24:20.928275 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] No Port match for: 540e5da9-dcce-45db-b59c-83443ed6141e {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:24:20.928711 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Device 540e5da9-dcce-45db-b59c-83443ed6141e not bound to the agent host hv-cinder-86020 {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:24:21.050092 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (382d1811-a40d-420e-8662-882c843c6ba7), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:21.488355 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:21.515759 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Router 382d1811-a40d-420e-8662-882c843c6ba7 has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:24:21.612837 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:21.618437 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:24:21.623418 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-2b358c2c-f354-4f5c-a48b-221efddc225c admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/382d1811-a40d-420e-8662-882c843c6ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711538 Oct 06 11:24:21.626516 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40104) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:21.629638 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] Sync routers for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:24:21.640350 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:24:21.646110 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:23:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:21.728509 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks [] for router (382d1811-a40d-420e-8662-882c843c6ba7), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:21.747335 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: dv-cinder-860209-2-iscsi {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:24:21.825108 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks [] for router_gateway (382d1811-a40d-420e-8662-882c843c6ba7), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:21.869558 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Deleting port 237e9bac-f281-4e05-bcbc-045f124664b3 {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:21.869895 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:21.914276 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:24:20Z', 'revision_number': 5, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port': {'id': '237e9bac-f281-4e05-bcbc-045f124664b3', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d1811-a40d-420e-8662-882c843c6ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:21.939200 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] Checking router: 382d1811-a40d-420e-8662-882c843c6ba7 for host: dv-cinder-860209-2-iscsi {{(pid=106392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:24:21.947936 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] Routers {'382d1811-a40d-420e-8662-882c843c6ba7'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:24:21.948551 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:23:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['382d1811-a40d-420e-8662-882c843c6ba7'], 'active': True} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:21.950124 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] For port 237e9bac-f281-4e05-bcbc-045f124664b3, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=237e9bac-f281-4e05-bcbc-045f124664b3,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:21.950484 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:21.962996 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Calling delete_port for 237e9bac-f281-4e05-bcbc-045f124664b3 owned by network:router_gateway {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:22.032694 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_dvr_db [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] Set router 382d1811-a40d-420e-8662-882c843c6ba7 gateway port host: None {{(pid=106392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:24:22.083593 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.l3_hamode_db [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:24:21Z', 'revision_number': 6, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:22.108488 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4925f17-b54b-4304-9982-2b72e7b7a4c2 None None] The sync data for ids ['382d1811-a40d-420e-8662-882c843c6ba7'] in dv-cinder-860209-2-iscsi is: [{'id': '382d1811-a40d-420e-8662-882c843c6ba7', 'name': 'tempest-TestVolumeBootPattern-1835635915-router', 'tenant_id': '0934343645484d01b9b48a40bbf0b671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:51Z', 'updated_at': '2022-10-06T11:24:21Z', 'revision_number': 6, 'project_id': '0934343645484d01b9b48a40bbf0b671', 'gw_port_host': None}] {{(pid=106392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:24:22.134145 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (237e9bac-f281-4e05-bcbc-045f124664b3), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.170595 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=237e9bac-f281-4e05-bcbc-045f124664b3,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:22.232166 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (382d1811-a40d-420e-8662-882c843c6ba7), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.322207 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (382d1811-a40d-420e-8662-882c843c6ba7), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.324372 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks [] for router_controller (382d1811-a40d-420e-8662-882c843c6ba7), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.369417 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (382d1811-a40d-420e-8662-882c843c6ba7), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.370159 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 382d1811-a40d-420e-8662-882c843c6ba7 {{(pid=106390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:24:22.375026 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.376256 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-6ec04c49-3c23-4a5a-ad55-8e76a4cf7cf4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/382d1811-a40d-420e-8662-882c843c6ba7 HTTP/1.1" status: 204 len: 168 time: 0.7488158 Oct 06 11:24:22.378762 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40108) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:22.415552 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:22.429607 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.db_base_plugin_v2 [None req-968f2416-4b8e-41c9-8fb3-7cef1cc03e9b admin admin] Deleting subnet ecb033d3-45a8-4c54-bac9-e8ca6f677052 {{(pid=106390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:24:22.433018 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-968f2416-4b8e-41c9-8fb3-7cef1cc03e9b admin admin] Publish callbacks [] for subnet (ecb033d3-45a8-4c54-bac9-e8ca6f677052), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.475690 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-968f2416-4b8e-41c9-8fb3-7cef1cc03e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572067'] for subnet (ecb033d3-45a8-4c54-bac9-e8ca6f677052), precommit_delete_associations {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.549290 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:22.564411 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-968f2416-4b8e-41c9-8fb3-7cef1cc03e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (ecb033d3-45a8-4c54-bac9-e8ca6f677052), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.565097 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 131e3a17-895a-4e5e-b69f-0229ae5d9839 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:24:22.584890 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 131e3a17-895a-4e5e-b69f-0229ae5d9839 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:24:22.585241 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 131e3a17-895a-4e5e-b69f-0229ae5d9839 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:24:22.622511 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-968f2416-4b8e-41c9-8fb3-7cef1cc03e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3977315'] for subnet (ecb033d3-45a8-4c54-bac9-e8ca6f677052), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.654433 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2416-4b8e-41c9-8fb3-7cef1cc03e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb033d3-45a8-4c54-bac9-e8ca6f677052,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:22.658095 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-968f2416-4b8e-41c9-8fb3-7cef1cc03e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for subnet (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.661901 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-968f2416-4b8e-41c9-8fb3-7cef1cc03e9b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/ecb033d3-45a8-4c54-bac9-e8ca6f677052 HTTP/1.1" status: 204 len: 168 time: 0.2816255 Oct 06 11:24:22.664030 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40110) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:22.664180 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1dff85-4536-4bb3-8f58-475050fe7c31 None None] Network 4328977c-615f-4aaa-a450-a9014d5b4970 requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:24:22.735273 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (4328977c-615f-4aaa-a450-a9014d5b4970), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.783641 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Deleting port 057c71dd-6963-457e-b61e-a8c04e4996ba {{(pid=106390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:22.784019 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.823175 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] DHCP port deletion for 4328977c-615f-4aaa-a450-a9014d5b4970 request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:24:22.853351 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] For port 057c71dd-6963-457e-b61e-a8c04e4996ba, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=057c71dd-6963-457e-b61e-a8c04e4996ba,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:22.853723 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.862143 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Deleting port 057c71dd-6963-457e-b61e-a8c04e4996ba {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:22.862528 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.869332 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.plugin [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Calling delete_port for 057c71dd-6963-457e-b61e-a8c04e4996ba owned by network:dhcp {{(pid=106390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:22.928341 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:22.928979 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:22.931482 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] For port 057c71dd-6963-457e-b61e-a8c04e4996ba, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=057c71dd-6963-457e-b61e-a8c04e4996ba,segment=NetworkSegment(96a554a5-1399-4442-bcef-fd878e51cfdc),segment_id=96a554a5-1399-4442-bcef-fd878e51cfdc)] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:22.932212 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.947817 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Calling delete_port for 057c71dd-6963-457e-b61e-a8c04e4996ba owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:22.954464 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555488'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:22.982556 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] No DVR routers for this DVR port 057c71dd-6963-457e-b61e-a8c04e4996ba on host dv-cinder-860209-2-iscsi {{(pid=106390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:24:22.987553 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Pushing event deleted for resources: {'Port': ['ID=057c71dd-6963-457e-b61e-a8c04e4996ba,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: from cryptography.utils import int_from_bytes Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: from cryptography.utils import int_from_bytes Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.025649 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 06 11:24:23.029654 dv-cinder-860209-2-iscsi neutron-server[106391]: self.session.flush() Oct 06 11:24:23.032350 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (057c71dd-6963-457e-b61e-a8c04e4996ba), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.054844 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Pushing event deleted for resources: {'Port': ['ID=057c71dd-6963-457e-b61e-a8c04e4996ba,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:23.062196 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (4328977c-615f-4aaa-a450-a9014d5b4970), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.064745 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] No DVR routers for this DVR port 057c71dd-6963-457e-b61e-a8c04e4996ba on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:24:23.066571 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.066922 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.067268 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.067610 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.067975 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.068313 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.068644 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.068972 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.069303 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.069630 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.069957 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.070291 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.070615 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.070939 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.071263 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26e810-6a20-46b4-994d-cb494946c9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-2-iscsi {{(pid=106391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 11:24:23.086236 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4328977c-615f-4aaa-a450-a9014d5b4970']}} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:23.095740 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a554a5-1399-4442-bcef-fd878e51cfdc') {'for_net_delete': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:23.100100 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.services.segments.db [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a554a5-1399-4442-bcef-fd878e51cfdc') {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:23.110064 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572122'] for segment (96a554a5-1399-4442-bcef-fd878e51cfdc), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.124343 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (96a554a5-1399-4442-bcef-fd878e51cfdc), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.130559 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Releasing vlan 477 on physical network physnet1 to pool {{(pid=106390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:24:23.130933 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555455'] for segment (96a554a5-1399-4442-bcef-fd878e51cfdc), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.197185 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (4328977c-615f-4aaa-a450-a9014d5b4970), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.202491 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.205858 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/4328977c-615f-4aaa-a450-a9014d5b4970 HTTP/1.1" status: 204 len: 168 time: 0.5408647 Oct 06 11:24:23.209081 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 40116) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:23.218822 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe033b7-1d0f-4d7b-99c0-a68003424eba admin admin] Pushing event deleted for resources: {'Network': ['ID=4328977c-615f-4aaa-a450-a9014d5b4970,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:23.280108 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment 96a554a5-1399-4442-bcef-fd878e51cfdc resource provider aggregate not found Oct 06 11:24:23.297599 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.services.segments.plugin [-] Segment 96a554a5-1399-4442-bcef-fd878e51cfdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96a554a5-1399-4442-bcef-fd878e51cfdc found for delete ", "request_id": "req-79918a78-c4da-4a83-a1ea-0d9af6b163bc"}]} Oct 06 11:24:23.341790 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-0a584348-b6c7-492a-9e3c-77e21952db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.520874 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587789'] for router_interface (39e435f4-540b-483e-8430-a1e6c08e6a4b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.740633 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Deleting port 745c84b4-377d-4ad1-b9aa-838b6f88da56 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:23.740973 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.801022 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:23.823916 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] For port 745c84b4-377d-4ad1-b9aa-838b6f88da56, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=745c84b4-377d-4ad1-b9aa-838b6f88da56,segment=NetworkSegment(381f861c-1a26-40d7-b167-151c61a52e27),segment_id=381f861c-1a26-40d7-b167-151c61a52e27)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:23.824280 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:23.837782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Calling delete_port for 745c84b4-377d-4ad1-b9aa-838b6f88da56 owned by network:router_interface {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:23.882570 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:24.019982 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (745c84b4-377d-4ad1-b9aa-838b6f88da56), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:24.045406 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Pushing event deleted for resources: {'Port': ['ID=745c84b4-377d-4ad1-b9aa-838b6f88da56,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:24.211601 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587769'] for router_interface (39e435f4-540b-483e-8430-a1e6c08e6a4b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:24.278657 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 237e9bac-f281-4e05-bcbc-045f124664b3 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:24:24.298058 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 237e9bac-f281-4e05-bcbc-045f124664b3 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:24:24.298409 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 237e9bac-f281-4e05-bcbc-045f124664b3 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:24:24.298830 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 057c71dd-6963-457e-b61e-a8c04e4996ba no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:24:24.317399 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 057c71dd-6963-457e-b61e-a8c04e4996ba {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:24:24.317699 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 057c71dd-6963-457e-b61e-a8c04e4996ba not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:24:24.420522 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Router 39e435f4-540b-483e-8430-a1e6c08e6a4b has already been hosted by L3 agent c2609a48-6214-4d31-ab1c-bfa6d0bae7c4 {{(pid=106389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 11:24:24.522540 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] Notify agent at l3_agent.dv-cinder-860209-2-iscsi the message routers_updated {{(pid=106389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 11:24:24.527545 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-0ba32da6-781a-4d64-8565-fbf32603f335 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/39e435f4-540b-483e-8430-a1e6c08e6a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3167355 Oct 06 11:24:24.530345 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 40120) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:24.531335 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] Sync routers for ids ['39e435f4-540b-483e-8430-a1e6c08e6a4b'] in dv-cinder-860209-2-iscsi {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 11:24:24.545275 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] Routers {'39e435f4-540b-483e-8430-a1e6c08e6a4b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:24:24.545892 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:23:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['39e435f4-540b-483e-8430-a1e6c08e6a4b'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:24.628857 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks [] for router (39e435f4-540b-483e-8430-a1e6c08e6a4b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:24.647194 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] Set router 39e435f4-540b-483e-8430-a1e6c08e6a4b gateway port host: dv-cinder-860209-2-iscsi {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:24:24.662855 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:24.728181 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks [] for router_gateway (39e435f4-540b-483e-8430-a1e6c08e6a4b), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:24.763763 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:24.773646 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Deleting port 326948f9-d2d0-4053-a264-e4de4538c51d {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:24.774031 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:24.825681 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'external_fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:24:23Z', 'revision_number': 5, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port': {'id': '326948f9-d2d0-4053-a264-e4de4538c51d', 'name': '', 'network_id': '92377b68-d1cd-4aff-b2b5-f474fcb11328', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad9bcd57-f6ad-4bbf-a6a3-79ef5f998777', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-2-iscsi'}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:24.852360 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] Checking router: 39e435f4-540b-483e-8430-a1e6c08e6a4b for host: dv-cinder-860209-2-iscsi {{(pid=106391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 11:24:24.862006 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] Routers {'39e435f4-540b-483e-8430-a1e6c08e6a4b'} bound to L3 agent in host dv-cinder-860209-2-iscsi {{(pid=106391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 11:24:24.862633 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T10:55:56Z,description=,heartbeat_timestamp=2022-10-06T11:23:56Z,host='dv-cinder-860209-2-iscsi',id=c2609a48-6214-4d31-ab1c-bfa6d0bae7c4,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T10:55:56Z,topic='l3_agent')) {'router_ids': ['39e435f4-540b-483e-8430-a1e6c08e6a4b'], 'active': True} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:24.956666 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvr_db [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] Set router 39e435f4-540b-483e-8430-a1e6c08e6a4b gateway port host: None {{(pid=106391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 11:24:25.010104 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_hamode_db [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:24:24Z', 'revision_number': 6, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port_host': None}], 'dv-cinder-860209-2-iscsi', False) {} {{(pid=106391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:25.035452 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d542d3-463e-4535-bcad-0f6c91389698 None None] The sync data for ids ['39e435f4-540b-483e-8430-a1e6c08e6a4b'] in dv-cinder-860209-2-iscsi is: [{'id': '39e435f4-540b-483e-8430-a1e6c08e6a4b', 'name': 'tempest-TestVolumeBootPattern-443876313-router', 'tenant_id': '34ac15ce8cd2461da24ef95a72683234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T11:15:56Z', 'updated_at': '2022-10-06T11:24:24Z', 'revision_number': 6, 'project_id': '34ac15ce8cd2461da24ef95a72683234', 'gw_port_host': None}] {{(pid=106391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 11:24:25.097782 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] For port 326948f9-d2d0-4053-a264-e4de4538c51d, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=326948f9-d2d0-4053-a264-e4de4538c51d,segment=NetworkSegment(df047fb7-d20a-4e63-ba42-2684c3737f7e),segment_id=df047fb7-d20a-4e63-ba42-2684c3737f7e)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:25.098146 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.111409 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Calling delete_port for 326948f9-d2d0-4053-a264-e4de4538c51d owned by network:router_gateway {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:25.272346 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (326948f9-d2d0-4053-a264-e4de4538c51d), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.294905 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Pushing event deleted for resources: {'Port': ['ID=326948f9-d2d0-4053-a264-e4de4538c51d,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:25.358202 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582963'] for router_gateway (39e435f4-540b-483e-8430-a1e6c08e6a4b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.449386 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1587832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5280'] for router (39e435f4-540b-483e-8430-a1e6c08e6a4b), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.451917 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks [] for router_controller (39e435f4-540b-483e-8430-a1e6c08e6a4b), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.499567 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1587809'] for router (39e435f4-540b-483e-8430-a1e6c08e6a4b), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.500163 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e435f4-540b-483e-8430-a1e6c08e6a4b {{(pid=106389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 11:24:25.504383 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.505518 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-adb74366-7984-4226-9c55-caf3f03fd20d admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/39e435f4-540b-483e-8430-a1e6c08e6a4b HTTP/1.1" status: 204 len: 168 time: 0.9742768 Oct 06 11:24:25.508141 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 40122) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:25.553439 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd42564-3aaa-4504-980c-ac9607688909 admin admin] Deleting subnet 5e2919e5-81a6-4ef7-a742-2daf1dfccd47 {{(pid=106389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 11:24:25.556514 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bd42564-3aaa-4504-980c-ac9607688909 admin admin] Publish callbacks [] for subnet (5e2919e5-81a6-4ef7-a742-2daf1dfccd47), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.590598 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bd42564-3aaa-4504-980c-ac9607688909 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25750511'] for subnet (5e2919e5-81a6-4ef7-a742-2daf1dfccd47), precommit_delete_associations {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.625572 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb919-d507-4ad9-9c0e-4d64353c5916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.669944 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bd42564-3aaa-4504-980c-ac9607688909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820636'] for subnet (5e2919e5-81a6-4ef7-a742-2daf1dfccd47), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.712139 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:25.724732 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bd42564-3aaa-4504-980c-ac9607688909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25698742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25785976'] for subnet (5e2919e5-81a6-4ef7-a742-2daf1dfccd47), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.750813 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd42564-3aaa-4504-980c-ac9607688909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2919e5-81a6-4ef7-a742-2daf1dfccd47,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:25.754737 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bd42564-3aaa-4504-980c-ac9607688909 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.760224 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-5bd42564-3aaa-4504-980c-ac9607688909 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/5e2919e5-81a6-4ef7-a742-2daf1dfccd47 HTTP/1.1" status: 204 len: 168 time: 0.2488892 Oct 06 11:24:25.760557 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 40124) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:25.764881 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f9d76-acbb-4164-9794-c03b400fb6bc None None] Network 00376539-11e9-4b5c-ac6d-4af65366ae0e requested from dv-cinder-860209-2-iscsi {{(pid=106391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 11:24:25.837508 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697425'] for network (00376539-11e9-4b5c-ac6d-4af65366ae0e), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.883086 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:25.891810 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Deleting port 07d3e1f0-9c40-447e-a4b9-379eba628480 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:25.892139 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.960880 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] For port 07d3e1f0-9c40-447e-a4b9-379eba628480, host dv-cinder-860209-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-2-iscsi',level=0,port_id=07d3e1f0-9c40-447e-a4b9-379eba628480,segment=NetworkSegment(381f861c-1a26-40d7-b167-151c61a52e27),segment_id=381f861c-1a26-40d7-b167-151c61a52e27)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:25.961239 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:25.981860 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Calling delete_port for 07d3e1f0-9c40-447e-a4b9-379eba628480 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:26.050913 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] DHCP port deletion for 00376539-11e9-4b5c-ac6d-4af65366ae0e request from dv-cinder-860209-2-iscsi {{(pid=106391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 11:24:26.067332 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25698691'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.092340 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] Deleting port 07d3e1f0-9c40-447e-a4b9-379eba628480 {{(pid=106391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 11:24:26.092656 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736553956648'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), before_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.095324 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=07d3e1f0-9c40-447e-a4b9-379eba628480,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:26.099190 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] No DVR routers for this DVR port 07d3e1f0-9c40-447e-a4b9-379eba628480 on host dv-cinder-860209-2-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:24:26.156737 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:26.161188 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.db [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] For port 07d3e1f0-9c40-447e-a4b9-379eba628480, host dv-cinder-860209-2-iscsi, got binding levels [] {{(pid=106391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 11:24:26.161591 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1996147'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), precommit_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.177741 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-828046', 'neutron.services.segments.db._delete_segments_for_network-8736554047452'] for network (00376539-11e9-4b5c-ac6d-4af65366ae0e), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.178327 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] Calling delete_port for 07d3e1f0-9c40-447e-a4b9-379eba628480 owned by network:dhcp {{(pid=106391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 11:24:26.181046 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.ipam_backend_mixin [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] Port 07d3e1f0-9c40-447e-a4b9-379eba628480 was not found and therefore no delete operation was performed {{(pid=106391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 06 11:24:26.182288 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-884040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736553959846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736553580804'] for port (07d3e1f0-9c40-447e-a4b9-379eba628480), after_delete {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.202012 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00376539-11e9-4b5c-ac6d-4af65366ae0e']}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:26.212192 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381f861c-1a26-40d7-b167-151c61a52e27') {'for_net_delete': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:26.212508 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.services.segments.db [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381f861c-1a26-40d7-b167-151c61a52e27') {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 11:24:26.212635 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] No DVR routers for this DVR port 07d3e1f0-9c40-447e-a4b9-379eba628480 on host dv-cinder-860209-2-iscsi {{(pid=106391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 11:24:26.216639 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850cae9-ce23-4df7-bb16-56f9f61afd26 None None] Pushing event deleted for resources: {'Port': ['ID=07d3e1f0-9c40-447e-a4b9-379eba628480,revision_number=None']} {{(pid=106391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:26.224463 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736554101670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25750422'] for segment (381f861c-1a26-40d7-b167-151c61a52e27), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.236177 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 326948f9-d2d0-4053-a264-e4de4538c51d no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:24:26.238706 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899'] for segment (381f861c-1a26-40d7-b167-151c61a52e27), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.245473 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Releasing vlan 459 on physical network physnet1 to pool {{(pid=106389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 11:24:26.245897 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25698652'] for segment (381f861c-1a26-40d7-b167-151c61a52e27), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.255761 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 326948f9-d2d0-4053-a264-e4de4538c51d {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:24:26.256198 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 326948f9-d2d0-4053-a264-e4de4538c51d not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:24:26.256616 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 745c84b4-377d-4ad1-b9aa-838b6f88da56 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:24:26.277413 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 745c84b4-377d-4ad1-b9aa-838b6f88da56 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:24:26.277796 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 745c84b4-377d-4ad1-b9aa-838b6f88da56 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:24:26.278224 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 07d3e1f0-9c40-447e-a4b9-379eba628480 no longer exists at agent ovs-agent-dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 11:24:26.287297 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 381f861c-1a26-40d7-b167-151c61a52e27 resource provider aggregate not found Oct 06 11:24:26.299681 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.plugin [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] No Port match for: 07d3e1f0-9c40-447e-a4b9-379eba628480 {{(pid=106391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 11:24:26.300067 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron.plugins.ml2.rpc [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Device 07d3e1f0-9c40-447e-a4b9-379eba628480 not bound to the agent host dv-cinder-860209-2-iscsi {{(pid=106391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 11:24:26.307624 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.services.segments.plugin [-] Segment 381f861c-1a26-40d7-b167-151c61a52e27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 381f861c-1a26-40d7-b167-151c61a52e27 found for delete ", "request_id": "req-ce72eedf-59f1-444a-867c-e73681b094a6"}]} Oct 06 11:24:26.316417 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-829053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583020'] for network (00376539-11e9-4b5c-ac6d-4af65366ae0e), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.321900 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628015'] for network (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.325735 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/00376539-11e9-4b5c-ac6d-4af65366ae0e HTTP/1.1" status: 204 len: 168 time: 0.5641563 Oct 06 11:24:26.343448 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95b9b0-73a5-42d7-93cc-89d82983fc8e admin admin] Pushing event deleted for resources: {'Network': ['ID=00376539-11e9-4b5c-ac6d-4af65366ae0e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:26.440566 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 40132) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:26.485828 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-18cef77c-d9c3-40ed-8597-76295c305e32 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0934343645484d01b9b48a40bbf0b671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439463 Oct 06 11:24:26.488408 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [-] (106389) accepted ('10.222.0.52', 40134) {{(pid=106389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:26.535815 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-faa0633f-7a47-4860-b67d-1318b9e94ebf admin admin] Publish callbacks [] for security_group (4e24b90a-d363-43a9-b9d0-8244700bb768), before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.556009 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-faa0633f-7a47-4860-b67d-1318b9e94ebf admin admin] Publish callbacks [] for security_group (4e24b90a-d363-43a9-b9d0-8244700bb768), precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.604054 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-faa0633f-7a47-4860-b67d-1318b9e94ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (4e24b90a-d363-43a9-b9d0-8244700bb768), after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.607189 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-faa0633f-7a47-4860-b67d-1318b9e94ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:26.608357 dv-cinder-860209-2-iscsi neutron-server[106389]: INFO neutron.wsgi [None req-faa0633f-7a47-4860-b67d-1318b9e94ebf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4e24b90a-d363-43a9-b9d0-8244700bb768 HTTP/1.1" status: 204 len: 168 time: 0.1190600 Oct 06 11:24:26.616221 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0633f-7a47-4860-b67d-1318b9e94ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e24b90a-d363-43a9-b9d0-8244700bb768,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:26.926482 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40140) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:26.967294 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-8061d03a-3f48-4e23-a5a7-fde479d740fc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=34ac15ce8cd2461da24ef95a72683234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396605 Oct 06 11:24:26.969778 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.wsgi [-] (106390) accepted ('10.222.0.52', 40142) {{(pid=106390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 11:24:27.017076 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-19f0a50d-2cf7-4d18-ad3b-b3799e6dc0a0 admin admin] Publish callbacks [] for security_group (6da643f1-f81c-4319-a34b-3119bc7c3db4), before_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:27.019376 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:27.038175 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-19f0a50d-2cf7-4d18-ad3b-b3799e6dc0a0 admin admin] Publish callbacks [] for security_group (6da643f1-f81c-4319-a34b-3119bc7c3db4), precommit_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:27.084830 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-19f0a50d-2cf7-4d18-ad3b-b3799e6dc0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092070'] for security_group (6da643f1-f81c-4319-a34b-3119bc7c3db4), after_delete {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:27.087428 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-19f0a50d-2cf7-4d18-ad3b-b3799e6dc0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:27.088602 dv-cinder-860209-2-iscsi neutron-server[106390]: INFO neutron.wsgi [None req-19f0a50d-2cf7-4d18-ad3b-b3799e6dc0a0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6da643f1-f81c-4319-a34b-3119bc7c3db4 HTTP/1.1" status: 204 len: 168 time: 0.1179461 Oct 06 11:24:27.097117 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0a50d-2cf7-4d18-ad3b-b3799e6dc0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da643f1-f81c-4319-a34b-3119bc7c3db4,revision_number=None']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 11:24:27.150703 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:28.648900 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:28.896406 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:32.085725 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=83 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:32.086494 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=88 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:36.588057 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:36.612175 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG dbcounter [-] [106389] Writing DB stats neutron:SELECT=69,neutron:DELETE=9 {{(pid=106389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:37.092380 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:37.093147 dv-cinder-860209-2-iscsi neutron-server[106390]: DEBUG dbcounter [-] [106390] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:38.890748 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:38.892655 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:41.733961 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:24:42.906652 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:51.921568 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=19 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:51.923426 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=15 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:52.900296 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:52.902208 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:24:53.344181 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-4b657517-a785-45ea-afd0-5de054ea934d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:55.628667 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7272472f-7d98-4115-bba4-7f14b9e3d6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:57.153911 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:58.651629 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:24:58.900062 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:08.648351 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:08.896090 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:12.916777 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:18.732176 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:25:22.910496 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:22.912514 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:23.347048 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2e77b0d1-3e70-4d3c-b0ff-d9b3a22b8f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:25.629961 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3954d6d5-3501-419d-a377-b0cff1c2e93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:27.153590 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:28.654313 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:28.812289 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=2 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:28.817646 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:28.904774 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:38.898595 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:38.900554 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:42.931075 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:51.783356 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:51.784244 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:52.925297 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:52.927132 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:25:53.349835 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1cf62f1a-36a0-4c8b-baab-7e6aefd2926f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:55.630931 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-603047b2-45f5-408e-92a9-82fc530ba75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:55.730853 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:25:57.155485 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:58.658246 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:25:58.905498 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:05.811671 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:05.812466 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:11.930203 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:11.932066 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:12.930982 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:22.924625 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:22.926563 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:23.350367 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-2ea1e011-092d-4e98-8e97-bfe9822f47c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:25.632305 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f69e-77c9-4445-a4b5-a87e0481632d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:27.159208 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:28.661474 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:28.909846 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:32.728916 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:26:38.902767 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:38.905271 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:42.949275 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:52.002139 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=19 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:52.004067 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=15 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:52.936415 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:52.946119 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:26:53.352129 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7b07843f-81f5-4b48-9e6e-bb794b5b1831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:55.634293 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-ed1d8bec-9f3f-406e-b3e4-ab9913c3d120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:57.163788 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:58.663353 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:26:58.909859 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:08.899539 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:08.905614 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:09.727577 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:27:12.961008 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:19.812601 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:19.813336 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=5 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:22.949611 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:22.955913 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:23.354367 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc346-3758-4851-bc2f-f02d5f8740e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:25.637298 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-4f006dbb-d599-492c-8b48-95078cfd261c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:27.165198 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:28.667180 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:28.914535 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:38.904272 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:38.908888 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:42.959739 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:46.725865 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:27:52.953127 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:52.955367 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:53.356109 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-d9370c1d-69ed-4aab-9928-90e65ea49518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:55.639758 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-276fc80f-cf5f-4adc-a545-1b1bee8466a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:56.813728 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:56.818052 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:27:57.168401 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:58.670653 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:27:58.916426 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:11.931454 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:11.933412 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:12.722440 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:12.723204 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:12.974311 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:22.968780 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:22.971019 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:23.357654 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-1fca2ec3-0abb-43bd-8153-f39b1bd1befd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:23.724783 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:28:25.641784 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-4d922142-e2e5-4644-99c3-fc62a7e365a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:27.172496 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:28.672357 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:28.917883 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:33.817817 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:33.823927 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:38.260143 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-10d0b5d5-9290-475d-a33d-c485fcfc69ec service neutron] (106389) timed out ('10.222.0.52', 36284) {{(pid=106389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 11:28:38.433176 dv-cinder-860209-2-iscsi neutron-server[106389]: DEBUG neutron.wsgi [req-96952852-ce05-4f7e-9116-96adff1c77f2 req-17c55779-d12a-40bb-b53e-1cb3f38c5a9f tempest-AttachVolumeShelveTestJSON-1250260164 tempest-AttachVolumeShelveTestJSON-1250260164-project] (106389) timed out ('10.222.0.52', 36292) {{(pid=106389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 11:28:38.911024 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:38.912986 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:42.988861 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:51.922142 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=12 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:51.927097 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=14 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:52.982878 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:52.984815 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:28:53.359131 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-f7658098-62d7-4ad9-a329-9245d3fd455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:55.644093 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-74a7fa8e-03a5-4e40-b32f-5e5af9ced224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:57.173152 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:58.674807 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:28:58.924947 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:29:00.723827 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:29:08.918564 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:08.920412 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:10.823297 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:10.831452 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=4 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:12.987957 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:29:22.981799 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=2 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:22.983669 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:23.361228 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-7b70fe84-b9af-43e4-9b3a-2db9a759670a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c813a14f-6ecf-4593-943d-4341a65cc7ae), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:29:25.645421 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-8fe48b45-c5cf-4fa4-9f9b-bd3fa27c8cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (c2609a48-6214-4d31-ab1c-bfa6d0bae7c4), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:29:27.176841 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-3ec22f94-afc4-4d68-b663-c343d8fbe0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (67b72ace-be17-4506-8dce-1cb056dba939), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:29:28.676396 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-01dbdfc6-0f29-4ab7-b62f-a6b8d587f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (43924ba9-f02f-4dcc-9295-d2bb0bf4b58a), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:29:28.923246 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-dec188a3-cc0a-4cd8-8ef4-e8d87e9a921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (e40ac3a1-54f6-4eb6-85d1-54ae2e255863), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:29:37.722677 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG neutron.db.agents_db [None req-4beced85-9a2e-443e-9233-8cd78c193cec None None] Agent healthcheck: found 6 active agents {{(pid=106392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 11:29:38.917257 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:38.919189 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG dbcounter [-] [106391] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:42.986947 dv-cinder-860209-2-iscsi neutron-server[106391]: DEBUG neutron_lib.callbacks.manager [None req-556d2209-0c91-474a-a85d-9119a10e2ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736554047434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-826305'] for agent (5e143730-f732-4ea6-9fce-1c811615dcce), after_update {{(pid=106391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 11:29:51.795474 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=6 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 11:29:51.796273 dv-cinder-860209-2-iscsi neutron-server[106392]: DEBUG dbcounter [-] [106392] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106392) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}